-- Logs begin at Thu 2021-07-15 18:11:06 UTC, end at Thu 2021-07-15 19:30:40 UTC. -- Jul 15 18:56:25.193809 dv-cinder-780933-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 18:56:28.197011 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.common.config [-] Logging enabled! Jul 15 18:56:28.198112 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 18:56:28.198112 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93134) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 18:56:28.201852 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.common.config [-] Logging enabled! Jul 15 18:56:28.202122 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 18:56:28.202441 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93134) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 18:56:28.203455 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 18:56:28.203876 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 18:56:28.204319 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 18:56:28.204782 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 18:56:28.204911 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 18:56:28.205280 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.205857 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.205857 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.206194 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.206399 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.206695 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.207012 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.207483 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.207943 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.208241 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.208530 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.208826 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.209063 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.209411 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.209711 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.209988 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.210215 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] debug = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.210500 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.210935 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.211367 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.211671 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.211952 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.212227 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.212502 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.212808 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.213076 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.213475 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] host = dv-cinder-780933-11-iscsi {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.213758 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.214045 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.214330 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.214627 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.214913 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.215198 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.215514 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.215793 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.216073 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] log_file = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.216353 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.216637 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.216925 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.217270 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.217474 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.217868 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.218237 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.218524 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.218847 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.219129 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.219406 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.219686 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.219957 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.220228 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.220515 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.220801 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.221088 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.221397 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.221675 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.221952 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.222229 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.222604 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.223003 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.223477 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.223795 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.224099 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.224380 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.224662 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.224976 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.225294 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.225583 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.225873 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.226153 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.226439 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.226716 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.226988 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.227262 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] use_json = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.227537 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.227808 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.228090 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.228369 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.228638 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.228914 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.229212 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.229506 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:28.229815 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.230113 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.230413 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.230700 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.230998 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.231282 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.231584 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.231860 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.232153 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.232449 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.232745 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.233025 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.233341 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.233625 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.233924 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.234232 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.234530 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.234823 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.235100 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.235376 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.235655 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.235936 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.236226 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.236519 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.236808 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.237083 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.237697 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.237697 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.237933 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.238364 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.238777 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.239230 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.239520 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.239806 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.240095 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.240383 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.240659 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.240938 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.241252 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.241550 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.241830 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.242115 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.242393 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.242679 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.242958 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.243252 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.243586 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.243861 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.244139 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.244418 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.244696 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.244972 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.245302 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.245580 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.245858 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.246132 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.246406 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.246679 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.246951 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.247221 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.247493 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.247763 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.248044 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.248318 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.248595 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.248958 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.249267 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.249545 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.249891 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.250264 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.250466 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.250753 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.251038 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.251319 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.251600 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.251885 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.252166 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.252449 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.252728 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.253031 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.253345 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.253672 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.254003 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.254492 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.254972 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.255269 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.255565 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.255853 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.256140 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.256440 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.256733 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.257034 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.257358 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.257655 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.257950 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.258252 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.258535 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.258925 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.259141 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:28.259362 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 18:56:28.259618 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93134) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 18:56:28.631417 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 18:56:28.631731 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 18:56:28.631954 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 18:56:28.632293 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 18:56:29.068497 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.068784 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.069040 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.070308 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.070580 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.070855 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.111726 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.112127 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.112477 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.128215 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.128628 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.129064 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.164514 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.164804 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.165077 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.206925 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.207901 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.207901 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.471839 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.472076 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.472323 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.472641 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.473800 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.604099 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.604414 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.604727 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.605003 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.605304 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.605619 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.605876 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.606152 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.606408 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.606697 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.606964 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.607231 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.607492 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.607746 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.607995 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.608280 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.608535 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.608804 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.609081 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.609369 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.609646 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.609900 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.610189 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.610598 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.610849 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.611097 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.611545 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:29.611789 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:29.612021 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:29.612264 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:29.612498 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:29.612733 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:29.613423 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 18:56:29.617754 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 18:56:29.622550 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 18:56:29.627080 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jul 15 18:56:29.629099 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 18:56:29.629888 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 18:56:29.630241 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 18:56:29.630650 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 18:56:29.635252 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 18:56:29.635504 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 18:56:29.635884 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 18:56:29.665965 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 18:56:29.667589 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.667589 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93134) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 18:56:29.667589 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.669230 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93134) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 18:56:29.669704 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 18:56:29.670054 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 18:56:29.675746 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.676200 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:29.746688 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 18:56:29.746906 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 18:56:29.747033 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 18:56:29.747439 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 18:56:29.770995 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_db.sqlalchemy.engines [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93134) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 18:56:30.401592 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Initializing driver for type 'gre' Jul 15 18:56:30.404320 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] gre ID ranges: [(1, 1000)] Jul 15 18:56:30.474552 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Initializing driver for type 'local' Jul 15 18:56:30.474837 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Initializing driver for type 'vlan' Jul 15 18:56:30.496551 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] VlanTypeDriver initialization complete Jul 15 18:56:30.497086 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Initializing driver for type 'vxlan' Jul 15 18:56:30.497940 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] vxlan ID ranges: [(1, 1000)] Jul 15 18:56:30.575617 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Initializing extension driver 'port_security' Jul 15 18:56:30.576116 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.extensions.port_security [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] PortSecurityExtensionDriver initialization complete Jul 15 18:56:30.576542 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Initializing mechanism driver 'openvswitch' Jul 15 18:56:30.576917 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Initializing mechanism driver 'hyperv' Jul 15 18:56:30.585506 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:56:30.586429 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > port after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.586878 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > port after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.587240 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > port after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.587803 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 18:56:30.588247 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.588633 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.588999 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.589405 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 18:56:30.589815 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > network after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.590168 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > network after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.590515 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > network after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.590918 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 18:56:30.591328 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > security_group after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.591687 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > security_group after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.592027 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.592426 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 18:56:30.592921 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.593308 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.593659 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.594090 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 18:56:30.594522 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > address_group after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.594889 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > address_group after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.595231 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.595627 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 18:56:30.596008 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] ML2 OVO RPC backend initialized. {{(pid=93134) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 18:56:30.596823 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.597203 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.598328 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > network before_response 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.598700 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > networks before_response 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.599059 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > port before_response 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.599412 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > ports before_response 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.599777 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > subnet before_response 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.600139 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > subnets before_response 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.600517 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > network after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.600870 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > network after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.601279 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > network after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.601616 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > port after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.601952 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > port after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.602289 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > port after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.602629 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.602969 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.603301 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.603982 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.plugin [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Modular L2 Plugin initialization complete Jul 15 18:56:30.604341 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading services supported by the core plugin {{(pid=93134) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 18:56:30.604694 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.plugins.ml2.managers [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Got port-security extension from driver 'port_security' Jul 15 18:56:30.605207 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.extensions.vlantransparent [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Disabled vlantransparent extension. Jul 15 18:56:30.605703 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93134) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 18:56:30.606037 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading Plugin: router Jul 15 18:56:30.647965 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.648496 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router after_create 55549900 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.648962 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router before_create 55549900 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.649461 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.649935 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.650457 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router after_delete 55549900 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.650911 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.651555 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router after_create 55549900 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.652085 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router after_update 55549900 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.652471 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router after_update 55549900 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.652907 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.653399 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router after_update 55549900 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.653923 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.654389 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: port after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.654821 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: port after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.655271 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: subnet after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.655710 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.656163 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.656609 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.657041 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: port before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.657518 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router precommit_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.657977 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router after_update 55549900 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.658410 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.658853 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.659308 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.659752 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.660526 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > agent after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.661424 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > agent after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.661877 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > network after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.663013 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Tracking information for resource: router configured {{(pid=93134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:30.663445 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Tracking information for resource: floatingip configured {{(pid=93134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 18:56:30.669419 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.db.l3_agentschedulers_db [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 18:56:30.670049 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: port after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.670430 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: port after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.670808 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: port after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.671193 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: port after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.672105 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router before_create 55550100 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.672485 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.672890 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router precommit_create 55550100 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.673310 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > router precommit_update 55550100 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.679269 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.services.provider_configuration [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service providers = [] {{(pid=93134) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 18:56:30.679662 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.db.servicetype_db [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93134) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 18:56:30.683525 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.services.service_base [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 18:56:30.683950 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.services.service_base [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 18:56:30.684714 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.services.service_base [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 18:56:30.686103 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.services.service_base [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 18:56:30.686499 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.services.service_base [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 18:56:30.686909 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:30.687238 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 18:56:30.702053 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:30.702462 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading Plugin: auto_allocate Jul 15 18:56:30.710177 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: network precommit_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.710569 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: network precommit_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.711136 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:30.711462 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading Plugin: tag Jul 15 18:56:30.719163 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:30.719495 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading Plugin: timestamp Jul 15 18:56:30.724681 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:30.725044 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading Plugin: network_ip_availability Jul 15 18:56:30.731227 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.731606 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.731962 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.732780 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:30.733102 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading Plugin: flavors Jul 15 18:56:30.741420 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:30.741764 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading Plugin: revisions Jul 15 18:56:30.746756 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 18:56:30.747167 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_concurrency.lockutils [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.115s {{(pid=93134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 18:56:30.747982 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93134) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 18:56:30.748323 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Initializing extension manager. Jul 15 18:56:30.748859 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: __init__.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.749240 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: __pycache__ {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.749588 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.749924 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: address_group.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.750786 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.751414 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: address-group Jul 15 18:56:30.751828 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: address_scope.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.752506 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.753043 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: address-scope Jul 15 18:56:30.753413 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.755228 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.755761 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: router-admin-state-down-before-update Jul 15 18:56:30.756086 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: agent.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.756858 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.757416 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: agent Jul 15 18:56:30.757747 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: agent_resources_synced.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.758767 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.759287 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: agent-resources-synced Jul 15 18:56:30.759673 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: allowedaddresspairs.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.761641 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.762234 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: allowed-address-pairs Jul 15 18:56:30.762568 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: auto_allocated_topology.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.763792 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.764308 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: auto-allocated-topology Jul 15 18:56:30.764634 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: availability_zone.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.765412 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.765918 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: availability_zone Jul 15 18:56:30.766241 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: availability_zone_filter.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.767199 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.767712 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: availability_zone_filter Jul 15 18:56:30.768036 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: data_plane_status.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.768955 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.769864 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 18:56:30.770760 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: default_subnetpools.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.771743 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.772325 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: default-subnetpools Jul 15 18:56:30.772651 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.773561 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.774071 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: dhcp_agent_scheduler Jul 15 18:56:30.774392 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: dns.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.775381 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.775891 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension dns-integration not supported by any of loaded plugins Jul 15 18:56:30.776214 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: dns_domain_ports.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.777212 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.777737 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 18:56:30.778084 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.779104 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.779654 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 18:56:30.780070 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: dvr.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.780753 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.781399 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: dvr Jul 15 18:56:30.781725 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: empty_string_filtering.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.782759 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.783298 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: empty-string-filtering Jul 15 18:56:30.783623 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.784561 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.785925 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 18:56:30.786264 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.787266 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.787784 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 18:56:30.788107 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: external_net.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.789045 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.789583 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: external-net Jul 15 18:56:30.789934 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.790912 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.791434 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: extra_dhcp_opt Jul 15 18:56:30.791757 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: extraroute.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.792725 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.793301 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: extraroute Jul 15 18:56:30.793648 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: extraroute_atomic.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.794756 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.795314 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: extraroute-atomic Jul 15 18:56:30.795642 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: filter_validation.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.796377 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.796931 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: filter-validation Jul 15 18:56:30.797299 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: fip_pf_description.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.798260 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.799002 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 18:56:30.799328 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: fip_port_details.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.800273 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.801611 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: fip-port-details Jul 15 18:56:30.801957 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: flavors.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.803304 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.803828 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: flavors Jul 15 18:56:30.804304 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.806066 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.806653 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 18:56:30.806998 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: floatingip_pools.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.807782 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.808306 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: floatingip-pools Jul 15 18:56:30.808630 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: ip_allocation.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.810182 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.810735 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 18:56:30.811075 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.812095 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.812616 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: ip-substring-filtering Jul 15 18:56:30.812977 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: l2_adjacency.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.814009 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.814615 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 18:56:30.814944 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: l3.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.816125 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.817418 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: router Jul 15 18:56:30.817759 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.820553 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.821202 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 18:56:30.821543 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.822632 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.823192 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: ext-gw-mode Jul 15 18:56:30.823531 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.824511 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.825080 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: l3-ha Jul 15 18:56:30.825500 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: l3_flavors.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.826487 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.827002 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: l3-flavors Jul 15 18:56:30.827329 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.828295 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.828826 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 18:56:30.829189 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: l3agentscheduler.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.830371 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.830886 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: l3_agent_scheduler Jul 15 18:56:30.831216 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: logging.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.833649 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.834194 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension logging not supported by any of loaded plugins Jul 15 18:56:30.834523 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: metering.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.835320 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.835920 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: metering Jul 15 18:56:30.836247 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.837550 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.838077 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: metering_source_and_destination_fields Jul 15 18:56:30.838402 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: multiprovidernet.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.839529 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.840058 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: multi-provider Jul 15 18:56:30.840384 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: netmtu.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.841402 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.841919 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: net-mtu Jul 15 18:56:30.842244 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: netmtu_writable.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.843225 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.843723 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: net-mtu-writable Jul 15 18:56:30.844074 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: network_availability_zone.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.844793 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.845344 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: network_availability_zone Jul 15 18:56:30.845667 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: network_ip_availability.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.846979 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.848345 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: network-ip-availability Jul 15 18:56:30.848689 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: network_segment_range.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.849605 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.850129 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 18:56:30.850453 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: pagination.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.851665 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.851890 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: pagination Jul 15 18:56:30.852213 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: port_device_profile.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.853221 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.853864 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: port-device-profile Jul 15 18:56:30.854191 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.855167 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.855689 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: port-mac-address-regenerate Jul 15 18:56:30.856035 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.856998 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.857545 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: port-numa-affinity-policy Jul 15 18:56:30.857866 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: port_resource_request.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.858852 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.859434 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 18:56:30.859749 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: portbindings.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.860741 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.861328 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: binding Jul 15 18:56:30.861690 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: portbindings_extended.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.863134 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.864198 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: binding-extended Jul 15 18:56:30.864760 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: portsecurity.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.865834 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.866365 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: port-security Jul 15 18:56:30.866732 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: project_id.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.867821 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.868176 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: project-id Jul 15 18:56:30.868502 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: providernet.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.869542 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.870118 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: provider Jul 15 18:56:30.870461 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: qos.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.874474 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.875067 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension qos not supported by any of loaded plugins Jul 15 18:56:30.875415 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.876822 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.877403 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 18:56:30.877755 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.878810 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.880033 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 18:56:30.880374 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: qos_default.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.881567 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.882109 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension qos-default not supported by any of loaded plugins Jul 15 18:56:30.882435 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: qos_fip.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.883157 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.883816 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension qos-fip not supported by any of loaded plugins Jul 15 18:56:30.884146 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: qos_gateway_ip.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.885237 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.885723 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 18:56:30.886045 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: qos_port_network_policy.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.887000 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.887516 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 18:56:30.887840 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: qos_rule_type_details.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.888782 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.889326 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 18:56:30.889673 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: qos_rules_alias.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.890817 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.891350 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 18:56:30.891677 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: quotasv2.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.892746 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.893354 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: quotas Jul 15 18:56:30.893705 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: quotasv2_detail.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.897875 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.898251 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: quota_details Jul 15 18:56:30.898610 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: rbac.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.899855 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.900463 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: rbac-policies Jul 15 18:56:30.900832 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: rbac_address_group.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.901986 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.902721 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: rbac-address-group Jul 15 18:56:30.902905 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: rbac_address_scope.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.903904 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.904438 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: rbac-address-scope Jul 15 18:56:30.904785 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: rbac_security_groups.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.905803 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.906360 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: rbac-security-groups Jul 15 18:56:30.906709 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: rbac_subnetpool.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.907736 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.908271 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: rbac-subnetpool Jul 15 18:56:30.908743 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: revisionifmatch.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.909804 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.910354 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: revision-if-match Jul 15 18:56:30.911349 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: revisions.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.912667 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.913331 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: standard-attr-revisions Jul 15 18:56:30.913704 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: router_availability_zone.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.914598 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.915027 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: router_availability_zone Jul 15 18:56:30.915438 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: routerservicetype.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.916478 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.917090 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension router-service-type not supported by any of loaded plugins Jul 15 18:56:30.917502 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.918526 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.919094 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: security-groups-normalized-cidr Jul 15 18:56:30.919456 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.920439 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.921001 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: port-security-groups-filtering Jul 15 18:56:30.921401 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.922366 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.922913 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: security-groups-remote-address-group Jul 15 18:56:30.923292 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: securitygroup.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.935213 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.935910 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: security-group Jul 15 18:56:30.936310 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: segment.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.937355 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.937959 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension segment not supported by any of loaded plugins Jul 15 18:56:30.938430 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.939592 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.940186 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 18:56:30.940556 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: servicetype.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.942534 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.943155 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: service-type Jul 15 18:56:30.943603 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: sorting.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.944826 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.945328 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: sorting Jul 15 18:56:30.945816 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: standard_attr_segment.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.947131 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.947834 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 18:56:30.948207 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: standardattrdescription.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.948999 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.949639 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: standard-attr-description Jul 15 18:56:30.949999 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: stateful_security_group.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.951103 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.951687 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: stateful-security-group Jul 15 18:56:30.952047 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: stdattrs_common.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.952704 dv-cinder-780933-11-iscsi neutron-server[93134]: WARNING neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 18:56:30.953097 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.954140 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.954719 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 18:56:30.955076 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: subnet_onboard.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.956384 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.957799 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: subnet_onboard Jul 15 18:56:30.958186 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.959339 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.959914 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 18:56:30.960282 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: subnet_service_types.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.961344 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.961908 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: subnet-service-types Jul 15 18:56:30.962289 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: subnetallocation.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.963533 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.964115 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: subnet_allocation Jul 15 18:56:30.964493 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.965327 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.965906 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: subnetpool-prefix-ops Jul 15 18:56:30.966277 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.967341 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.967906 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 18:56:30.968261 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: tagging.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.969590 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.970169 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: standard-attr-tag Jul 15 18:56:30.970534 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: timestamp.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.971970 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.973433 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loaded extension: standard-attr-timestamp Jul 15 18:56:30.973830 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: trunk.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.975161 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.975798 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension trunk not supported by any of loaded plugins Jul 15 18:56:30.976161 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: trunk_details.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.977344 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.977955 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension trunk-details not supported by any of loaded plugins Jul 15 18:56:30.978321 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: uplink_status_propagation.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.979502 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.980086 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 18:56:30.980452 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Loading extension file: vlantransparent.py {{(pid=93134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 18:56:30.981278 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 18:56:30.981914 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 18:56:30.984740 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:network Jul 15 18:56:30.985362 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:subnet Jul 15 18:56:30.985830 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 18:56:30.986255 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:port Jul 15 18:56:30.987793 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:30.988883 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service FLAVORS assigned prefix: {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:30.989673 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:30.990151 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:30.990496 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:router Jul 15 18:56:30.991003 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 18:56:30.991559 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service METERING assigned prefix: /metering {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:30.993209 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.993628 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.994028 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 18:56:30.995211 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 18:56:30.995707 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:security_group Jul 15 18:56:30.996231 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 18:56:30.996991 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service CORE assigned prefix: {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:30.997394 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 18:56:30.997793 dv-cinder-780933-11-iscsi neutron-server[93134]: WARNING neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] subnetpool is already registered Jul 15 18:56:30.998273 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service CORE assigned prefix: {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:30.998670 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 18:56:30.999048 dv-cinder-780933-11-iscsi neutron-server[93134]: WARNING neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] subnetpool is already registered Jul 15 18:56:31.001856 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:31.002380 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service FLAVORS assigned prefix: {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:31.003100 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:31.003606 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:31.004804 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:router Jul 15 18:56:31.005475 dv-cinder-780933-11-iscsi neutron-server[93134]: WARNING neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] router is already registered Jul 15 18:56:31.005963 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 18:56:31.006347 dv-cinder-780933-11-iscsi neutron-server[93134]: WARNING neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] floatingip is already registered Jul 15 18:56:31.006973 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service METERING assigned prefix: /metering {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:31.007816 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 18:56:31.008187 dv-cinder-780933-11-iscsi neutron-server[93134]: WARNING neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] rbac_policy is already registered Jul 15 18:56:31.008661 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:security_group Jul 15 18:56:31.009178 dv-cinder-780933-11-iscsi neutron-server[93134]: WARNING neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] security_group is already registered Jul 15 18:56:31.009545 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 18:56:31.009948 dv-cinder-780933-11-iscsi neutron-server[93134]: WARNING neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] security_group_rule is already registered Jul 15 18:56:31.010700 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service CORE assigned prefix: {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:31.011078 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 18:56:31.011492 dv-cinder-780933-11-iscsi neutron-server[93134]: WARNING neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] subnetpool is already registered Jul 15 18:56:31.011988 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.v2.resource_helper [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Service CORE assigned prefix: {{(pid=93134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 18:56:31.012375 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 18:56:31.012745 dv-cinder-780933-11-iscsi neutron-server[93134]: WARNING neutron.quota.resource_registry [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] subnetpool is already registered Jul 15 18:56:31.013329 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: extensions {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.014976 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: address-groups {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.016655 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: address-scopes {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.018093 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: agents {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.019460 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: auto-allocated-topology {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.021483 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: availability_zones {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.022766 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: dhcp-networks {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.024398 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: dhcp-agents {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.025951 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: routers {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.027722 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: flavors {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.030549 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: service_profiles {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.031830 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: next_providers {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.033434 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: service_profiles {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.035706 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: floatingip-pools {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.037033 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: routers {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.038884 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: floatingips {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.040202 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: l3-routers {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.041692 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: l3-agents {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.043156 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: metering-labels {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.044484 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: metering-label-rules {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.046036 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: network-ip-availabilities {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.047388 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: bindings {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.049060 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: quotas {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.051627 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: quotas {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.053246 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: rbac-policies {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.054566 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: security-groups {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.056012 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: security-group-rules {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.057383 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: service-providers {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.058725 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: subnetpools {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.060453 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: subnetpools {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.062338 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: tags {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.064159 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: tags {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.066208 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: tags {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.068654 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: tags {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.070515 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: tags {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.072661 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: tags {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.074540 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: tags {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.076549 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: tags {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.078672 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: tags {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.080576 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron.api.extensions [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Extended resource: tags {{(pid=93134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 18:56:31.088019 dv-cinder-780933-11-iscsi neutron-server[93134]: WARNING keystonemiddleware.auth_token [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 18:56:31.093445 dv-cinder-780933-11-iscsi neutron-server[93134]: WARNING keystonemiddleware.auth_token [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 18:56:31.107173 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_concurrency.lockutils [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Acquired lock "singleton_lock" {{(pid=93134) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 18:56:31.107666 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_concurrency.lockutils [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Releasing lock "singleton_lock" {{(pid=93134) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 18:56:31.108380 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO oslo_service.service [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Starting 2 workers Jul 15 18:56:31.114477 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Started child 93250 {{(pid=93134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 18:56:31.119686 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Started child 93251 {{(pid=93134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 18:56:31.120380 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:31.122371 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [-] (93250) wsgi starting up on http://0.0.0.0:9696 Jul 15 18:56:31.123781 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO neutron.service [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 18:56:31.124477 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Notify callbacks [] for process, before_spawn {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:31.127182 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO oslo_service.service [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Starting 1 workers Jul 15 18:56:31.128815 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:31.131272 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [-] (93251) wsgi starting up on http://0.0.0.0:9696 Jul 15 18:56:31.134795 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Started child 93252 {{(pid=93134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 18:56:31.135405 dv-cinder-780933-11-iscsi neutron-server[93134]: INFO oslo_service.service [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Starting 1 workers Jul 15 18:56:31.139175 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.service [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] calling RpcWorker wait() {{(pid=93252) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 18:56:31.140206 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.service [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] returning from RpcWorker wait() {{(pid=93252) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 18:56:31.140511 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Started child 93253 {{(pid=93134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 18:56:31.141662 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3d061cb4-0998-4d28-bac0-0e8df1230da3 None None] Notify callbacks [] for process, after_spawn {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:31.141897 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:31.142383 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:56:31.143811 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93134) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 18:56:31.144022 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 18:56:31.144325 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 18:56:31.145375 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 18:56:31.145740 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 18:56:31.145889 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 18:56:31.146485 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.146801 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.147057 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.147316 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.147609 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.148335 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.148634 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.148898 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.149222 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.149486 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.149680 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.150040 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.150473 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.150653 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:31.151399 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.151399 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.151399 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.151802 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.151940 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.152075 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.152335 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.152579 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.152915 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.153110 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] debug = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.153398 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.153883 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.154158 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.154429 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.154683 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.154990 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.155224 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.155502 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.155761 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.156006 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.156263 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.156528 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.156780 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.156996 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.157249 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.157516 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.157753 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.158320 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] host = dv-cinder-780933-11-iscsi {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.158557 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.158779 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.159035 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.159311 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.159569 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.159791 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.160878 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.161219 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.161481 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.161718 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.161972 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.162224 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.162466 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.162702 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_file = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.162850 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_options = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.163116 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.163386 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.163685 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.163878 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.164032 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.164209 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.164523 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.164666 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.164941 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.165188 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.165406 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.165623 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.165859 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.166085 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.166323 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.166568 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.166804 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.167017 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.167271 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.167500 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.167752 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.167984 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.168311 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.168533 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.168776 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.168989 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.169263 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.169482 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.169698 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.169977 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.170209 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.170468 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.170720 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.170987 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.171239 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.171486 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.171730 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.172077 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.172338 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.172513 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.172815 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.173032 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.173276 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.173504 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.173756 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.174015 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] use_json = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.174196 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.174432 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.174691 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.174912 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.175156 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.175379 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.175645 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.176502 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.177032 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.177255 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.177618 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.177874 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.178177 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.178549 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.178830 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.179105 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.179401 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.179648 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.179964 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.180213 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.180527 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.180771 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.181047 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.181389 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.181706 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.181975 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.182202 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.182469 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.182715 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.182959 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.183291 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.183569 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.183849 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.184115 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.184695 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.184952 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.185211 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.185448 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.185681 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.185897 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.186195 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.186421 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.186639 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.186880 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.187109 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.187345 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.187581 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.187826 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.188101 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.188353 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.188675 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.188924 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.189171 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.189419 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.189639 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.189890 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.190128 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.190366 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.190646 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.190912 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.191200 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.191421 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.192400 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.192706 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.192974 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.193248 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.193492 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.193714 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.194111 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.194565 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.194788 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.195000 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.195217 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.195441 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.195680 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.195922 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.196167 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.196421 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.196644 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.196950 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.197154 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.197438 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.197568 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.197820 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.198056 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.198266 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.198687 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.199798 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.199798 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.199798 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.199798 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.200484 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.200484 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.200853 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.200853 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.201213 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.201407 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.201580 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.201768 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.201966 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.202237 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.202471 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.203001 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.203475 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.203883 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.204301 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.204723 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.205114 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.205433 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.205680 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.205944 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.206204 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.206468 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.206740 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.207259 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.207967 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.207967 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.208226 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.208409 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.208776 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.209014 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.209324 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.209775 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.210056 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.210376 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.210689 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.211027 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.211286 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.211550 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.211907 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.212190 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.212472 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.212747 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.212997 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.213275 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.213588 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.213861 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.214086 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.214355 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.214566 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.214930 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.215198 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.215452 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.216221 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.216221 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.216221 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.216531 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.216655 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.217061 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.217330 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.217590 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.217822 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.218038 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.218299 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.219372 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.219372 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.219372 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.219372 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.220013 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.220013 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.220013 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.220380 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.220380 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.220580 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.220777 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.221039 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.221330 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.221579 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.221798 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.222018 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.222269 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.222575 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.223431 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.223669 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.223911 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.224153 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.224400 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.225266 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.225266 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.225266 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.225726 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.225726 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.225994 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.226151 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.226415 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.226615 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.226823 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.227193 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.227592 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.228004 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.228418 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.228856 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.229281 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.229449 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:56:31.230004 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.230233 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.231017 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.231017 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.231284 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.231413 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.231559 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.231770 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.232199 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.232443 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.232837 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.233047 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.233465 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.233736 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.233979 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.234210 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.234420 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.234809 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.235228 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.235451 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.235688 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.236004 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.236258 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.236490 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.236756 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.236997 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.237258 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.237507 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.237742 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.237973 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.238218 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.239065 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.239277 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.239490 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.239803 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.240025 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.240254 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.240507 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.240729 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.240972 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.241196 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.241407 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.241649 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.241863 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.242109 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.242343 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.242600 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.242833 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.243096 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.243376 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.243593 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.243974 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.244171 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.244392 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.244669 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.245059 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.245492 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.245492 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.245862 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.246045 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.246231 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.246557 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.246800 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.246993 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.247183 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.247500 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.247879 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.248110 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.248398 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.248661 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.248976 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.249228 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.249453 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.249874 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.250406 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.250406 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.250790 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.250983 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.251162 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.251469 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.251707 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.251926 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.252150 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.252370 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.252582 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.252795 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.253012 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.253247 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.253590 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.253863 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.254689 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.254964 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.255174 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.255510 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.255802 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 18:56:31.256172 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93134) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 18:56:31.256363 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 18:56:31.256582 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 18:56:31.256770 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 18:56:31.256770 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 18:56:31.257194 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 18:56:31.257194 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.257531 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.257531 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.257834 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.257834 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.258139 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.258139 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.258445 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.258445 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.258749 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.258749 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.259045 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.259045 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.259380 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.259380 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.259745 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.259745 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.260092 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.260092 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.260464 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.260464 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.260824 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.260824 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] debug = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.261236 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.261236 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.261236 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.261785 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.261785 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.261785 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.262332 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.262332 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.262332 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.262850 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.262850 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.263213 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.263391 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.263604 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.263863 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.264131 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.264395 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.264654 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] host = dv-cinder-780933-11-iscsi {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.264909 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.265225 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.265469 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.265949 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.266209 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.266717 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.267230 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.267501 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.267786 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.268050 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.268334 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.268575 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.269051 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.271569 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_file = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.271569 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_options = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.271569 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.271569 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.272093 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.272416 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.272686 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.273002 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.274490 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.274798 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.275070 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.275357 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.275617 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.275888 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.276163 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.276419 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.276680 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.276949 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.277616 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.277867 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.278348 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.278876 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.279404 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.279687 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.282622 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.282944 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.283235 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.283528 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.283805 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.285035 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.285473 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.285617 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.285874 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.286148 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.286425 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.286701 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.286978 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.287251 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.287539 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.287806 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.288096 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.288368 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.288634 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.288890 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.293252 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.294092 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.294641 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.295172 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] use_json = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.295684 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.296178 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.296695 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.297447 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.297962 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.298470 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.299030 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.299545 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 18:56:31.300099 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.300643 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.301241 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.301716 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.301994 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.302272 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.302585 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.302821 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.303378 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.303847 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.304382 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.304759 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.305109 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.305507 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.305880 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.306189 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.306521 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.306877 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.307423 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.307691 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.308177 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.308673 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.309236 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.310054 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.310572 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.311114 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.311576 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.312029 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.312497 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.312758 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.313015 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.313304 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.314540 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.314540 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.314540 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.314540 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.314540 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.315212 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.315212 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.315212 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.315555 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.315555 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.315793 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.316549 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.316549 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.316549 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.317213 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.317213 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.317213 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.317928 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.317928 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.318452 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.318452 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.318452 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.319108 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.319108 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.319108 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.319789 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.319789 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.319789 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.320500 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.320500 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.320500 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.321670 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.321670 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.321670 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.321670 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.321670 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.321670 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.322617 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.322617 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.322617 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.322617 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.324501 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.324501 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.324501 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.324501 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.324501 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.324501 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.324501 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.324501 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.324501 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.327653 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.327653 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.327653 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.327653 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.327653 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.327653 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.327653 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.327653 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.329841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.329841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.329841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.329841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.329841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.329841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.329841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.329841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.330858 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.330858 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.330858 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.330858 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.330858 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.330858 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.330858 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.330858 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.332013 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.332013 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.332013 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.332013 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.332013 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.332013 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.332013 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.332013 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.333025 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.333025 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.333025 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.333025 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.333025 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.333025 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.333025 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.333025 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.334199 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.334199 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.334199 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.334199 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.334199 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.334199 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.334199 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.334199 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.337041 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.337041 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.337041 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.337041 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.337041 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.337041 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.337041 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.337041 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.339963 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.339963 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.339963 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.339963 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.339963 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.339963 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.339963 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.339963 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.340883 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.340883 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.340883 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.340883 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.340883 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.340883 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.340883 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.340883 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342004 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342004 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342004 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342004 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342004 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342004 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342004 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342004 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.342841 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.343813 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.343813 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.343813 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.343813 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.343813 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.343813 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.343813 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.343813 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.344776 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.344776 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.344776 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.344776 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.344776 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.344776 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.344776 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.344776 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.347728 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.347728 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.347728 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.347728 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.347728 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.347728 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.347728 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.347728 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.349198 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.349198 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.349198 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.349198 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.349198 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.349198 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.349198 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.349198 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.352238 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.352238 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.352238 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.352238 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.352238 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.352238 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.352238 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.352238 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.353743 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.353743 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.353743 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.353743 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.353743 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.353743 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.353743 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.353743 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.356362 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.356362 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.356362 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.356362 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.356362 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.356362 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.356362 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.356362 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.358509 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.358509 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.358509 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.358509 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.358509 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.358509 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.358509 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.358509 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.359637 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.359637 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.359637 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.359637 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.359637 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.359637 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.359637 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.359637 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.360616 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.360616 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.360616 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.360616 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.360616 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.360616 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.360616 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.360616 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.363301 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.363301 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.363301 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.363301 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.363301 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.363301 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.363301 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.363301 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.366860 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.366860 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.366860 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.366860 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.366860 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.366860 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.366860 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.366860 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.366860 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.369069 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.369069 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.369069 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.369069 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.369069 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.369069 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.369069 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.369069 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.369069 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.370050 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.370050 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.370050 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 18:56:31.370050 dv-cinder-780933-11-iscsi neutron-server[93134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 18:56:31.371794 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:56:31.416757 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 44536) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:56:31.431439 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0110211 Jul 15 18:56:46.599827 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0a73fd-4c9a-4ace-967f-8d77af555177 None None] get_active_networks_info from dv-cinder-780933-11-iscsi {{(pid=93252) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 18:56:46.695382 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a73fd-4c9a-4ace-967f-8d77af555177 None None] No non-hosted networks {{(pid=93252) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 18:56:46.713207 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.agentschedulers_db [None req-3f0a73fd-4c9a-4ace-967f-8d77af555177 None None] DHCP Agent not found on host dv-cinder-780933-11-iscsi {{(pid=93252) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 15 18:56:46.914772 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-76490f2f-af58-42c1-a4cc-65152c05c071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4086283'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:50.255422 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4086283'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:50.257811 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:50.258603 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:50.259646 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:50.260457 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:50.263985 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:50.265747 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:50.266771 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:50.267765 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:50.272227 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:50.273200 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:50.274186 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:50.275001 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:56:50.276668 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-780933-11-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:56:50.295844 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-780933-11-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:56:51.147400 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-34bb57ad-ec21-4367-8ab1-d6374c43d9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4086283'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:51.201449 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7a33838b-9a1c-4166-b2e2-1065ef7031e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:52.073965 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4086283'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:53.551041 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4086283'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:56:55.869804 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 44632) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:56:56.582551 dv-cinder-780933-11-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-770eeb88-d17b-4bb4-beb5-a5e75e84c46a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:56:56.583295 dv-cinder-780933-11-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-770eeb88-d17b-4bb4-beb5-a5e75e84c46a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:56:56.820757 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [None req-770eeb88-d17b-4bb4-beb5-a5e75e84c46a admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 18:56:56.822028 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-770eeb88-d17b-4bb4-beb5-a5e75e84c46a admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9499578 Jul 15 18:56:59.223935 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.db.l3_hamode_db [None req-0818e1ad-8332-4d3f-bafa-20f55d2bf430 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 18:56:59.314416 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818e1ad-8332-4d3f-bafa-20f55d2bf430 None None] Routers set() bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:56:59.314851 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818e1ad-8332-4d3f-bafa-20f55d2bf430 None None] Router IDs set() for agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 18:56:59.492965 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 44646) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:00.169974 dv-cinder-780933-11-iscsi neutron-server[93251]: WARNING oslo_policy.policy [None req-4d4db879-4124-421d-8d7b-b1c1124d519f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:57:00.170561 dv-cinder-780933-11-iscsi neutron-server[93251]: WARNING oslo_policy.policy [None req-4d4db879-4124-421d-8d7b-b1c1124d519f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:57:00.388823 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-4d4db879-4124-421d-8d7b-b1c1124d519f admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:00.486235 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.policy [None req-4d4db879-4124-421d-8d7b-b1c1124d519f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93251) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 18:57:00.531544 dv-cinder-780933-11-iscsi neutron-server[93251]: WARNING oslo_policy.policy [None req-4d4db879-4124-421d-8d7b-b1c1124d519f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:57:00.532265 dv-cinder-780933-11-iscsi neutron-server[93251]: WARNING oslo_policy.policy [None req-4d4db879-4124-421d-8d7b-b1c1124d519f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:57:00.541479 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.quota [None req-4d4db879-4124-421d-8d7b-b1c1124d519f admin admin] Loaded quota_driver: . Jul 15 18:57:00.673783 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4d4db879-4124-421d-8d7b-b1c1124d519f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759020192116', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759020199689', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759020204947', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759020112329', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759020118794', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759020100509', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-554240', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567795', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3688655', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3764798'] for rbac-policy, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:00.758580 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4d4db879-4124-421d-8d7b-b1c1124d519f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:00.761164 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4d4db879-4124-421d-8d7b-b1c1124d519f admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2667065 Jul 15 18:57:03.749167 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 44664) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:04.171154 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:04.217189 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Made reservation on behalf of c6233b7a1d2f4636a04d9e692c742da7 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:57:04.221014 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:04.247019 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:04.402052 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:04.408645 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:04.439117 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 18:57:04.475037 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759021814851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:04.475037 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Unsubscribe: segment precommit_create {{(pid=93251) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 18:57:04.475037 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Added segment 0d290df0-b1d8-42ee-9365-7e9eb685b4fe of type vlan for network 486df4c8-92a3-4b6c-a29a-d6e9d9aea460 Jul 15 18:57:04.478931 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3e5425-c136-411c-957f-553ad39a6bb9,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:04.523195 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:04.523548 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:04.523892 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:04.524221 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:04.524548 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:04.524889 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:04.525261 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:04.525596 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:04.525938 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:04.526332 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:04.526583 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:04.526894 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Tracked resource versions report: Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: pushed versions: Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: { 'AddressGroup': {'1.2'}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'ConntrackHelper': {'1.0'}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Log': {'1.0'}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Network': {'1.1'}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Port': {'1.7'}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'PortForwarding': {'1.2'}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'QosPolicy': {'1.8'}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'SecurityGroup': {'1.4'}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'SecurityGroupRule': {'1.2'}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'SubPort': {'1.0'}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Subnet': {'1.1'}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Trunk': {'1.1'}} Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: consumer versions: Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: { DHCP agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: L3 agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: Metadata agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: Metering agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: Open vSwitch agent@dv-cinder-780933-11-iscsi: { 'AddressGroup': '1.2', Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'ConntrackHelper': '1.0', Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Log': '1.0', Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Network': '1.1', Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Port': '1.7', Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'PortForwarding': '1.2', Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'QosPolicy': '1.8', Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'SecurityGroup': '1.4', Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'SecurityGroupRule': '1.2', Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'SubPort': '1.0', Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Subnet': '1.1', Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Trunk': '1.1'}} Jul 15 18:57:04.528241 dv-cinder-780933-11-iscsi neutron-server[93251]: {{(pid=93251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 18:57:04.611904 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:04.700748 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:04.702527 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:04.703602 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:04.780114 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0297348 Jul 15 18:57:04.836551 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944c652-3451-42db-8590-37b5064246a3 admin admin] Pushing event updated for resources: {'Network': ['ID=486df4c8-92a3-4b6c-a29a-d6e9d9aea460,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:04.854266 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network 486df4c8-92a3-4b6c-a29a-d6e9d9aea460 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 18:57:07.800749 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 44678) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:08.453895 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.policy [None req-9692aacb-d306-4e1a-992d-437f329a18a7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93250) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 18:57:08.499758 dv-cinder-780933-11-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-9692aacb-d306-4e1a-992d-437f329a18a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:57:08.501082 dv-cinder-780933-11-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-9692aacb-d306-4e1a-992d-437f329a18a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 18:57:08.508899 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9692aacb-d306-4e1a-992d-437f329a18a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:08.510749 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9692aacb-d306-4e1a-992d-437f329a18a7 admin admin] 10.222.0.78 "GET /v2.0/networks/486df4c8-92a3-4b6c-a29a-d6e9d9aea460 HTTP/1.1" status: 200 len: 825 time: 0.7088573 Jul 15 18:57:08.555185 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5e973954-2834-4dd9-8df3-e9168a567818 admin admin] 10.222.0.78 "GET /v2.0/subnetpools/d016dccc-6452-4131-9767-f9ac8046136b HTTP/1.1" status: 200 len: 734 time: 0.0384231 Jul 15 18:57:08.566391 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Request body: {'subnet': {'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'd016dccc-6452-4131-9767-f9ac8046136b'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:08.568094 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.quota [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Loaded quota_driver: . Jul 15 18:57:08.627089 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Made reservation on behalf of c6233b7a1d2f4636a04d9e692c742da7 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:57:08.630707 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:08.983773 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:09.071420 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Checking segment: {'id': '0d290df0-b1d8-42ee-9365-7e9eb685b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:57:09.071870 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Network hostable DHCP agents. Network: 486df4c8-92a3-4b6c-a29a-d6e9d9aea460, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 18:57:09.081706 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=132dfa99-e849-45be-9375-94a521c0931c,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:09.096060 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:09.096399 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:09.096747 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:09.097092 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:09.097521 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:09.097980 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:09.098339 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:09.098745 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:09.099126 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:09.099463 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:09.099837 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:09.100192 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Tracked resource versions report: Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: pushed versions: Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: { 'AddressGroup': {'1.2'}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'ConntrackHelper': {'1.0'}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Log': {'1.0'}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Network': {'1.1'}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Port': {'1.7'}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'PortForwarding': {'1.2'}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'QosPolicy': {'1.8'}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'SecurityGroup': {'1.4'}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'SecurityGroupRule': {'1.2'}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'SubPort': {'1.0'}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Subnet': {'1.1'}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Trunk': {'1.1'}} Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: consumer versions: Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: { DHCP agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: L3 agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: Metadata agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: Metering agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: Open vSwitch agent@dv-cinder-780933-11-iscsi: { 'AddressGroup': '1.2', Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'ConntrackHelper': '1.0', Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Log': '1.0', Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Network': '1.1', Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Port': '1.7', Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'PortForwarding': '1.2', Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'QosPolicy': '1.8', Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'SecurityGroup': '1.4', Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'SecurityGroupRule': '1.2', Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'SubPort': '1.0', Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Subnet': '1.1', Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Trunk': '1.1'}} Jul 15 18:57:09.101791 dv-cinder-780933-11-iscsi neutron-server[93250]: {{(pid=93250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 18:57:09.146303 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Network 486df4c8-92a3-4b6c-a29a-d6e9d9aea460 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 18:57:09.164395 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, 486df4c8-92a3-4b6c-a29a-d6e9d9aea460) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:57:09.171680 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:09.172709 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:09.176633 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95cf869-f90b-49c8-a3b4-8792cc60a7ff None None] Network 486df4c8-92a3-4b6c-a29a-d6e9d9aea460 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:57:09.205212 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1ee83c74-094e-47db-904c-8f5ced206b6e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6433971 Jul 15 18:57:09.602388 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cee363a-aa5f-5a1d-b56f-d46260367570-486df4c8-92a3-4b6c-a29a-d6e9d9aea460', 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'fixed_ips': [{'subnet_id': '132dfa99-e849-45be-9375-94a521c0931c'}]}} from dv-cinder-780933-11-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 18:57:09.603669 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:09.991380 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Allocated IP 172.20.0.2 (486df4c8-92a3-4b6c-a29a-d6e9d9aea460/132dfa99-e849-45be-9375-94a521c0931c/65b5cf8e-6698-41e3-a643-ce9633a4ea47) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:57:10.296959 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:10.315993 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Transition to ACTIVE for port object 65b5cf8e-6698-41e3-a643-ce9633a4ea47 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:57:10.341451 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Transition to ACTIVE for port object 65b5cf8e-6698-41e3-a643-ce9633a4ea47 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:57:10.353828 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:10.434756 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Network 486df4c8-92a3-4b6c-a29a-d6e9d9aea460 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:57:10.440232 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:57:10.448070 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:57:10.455290 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Pushing event updated for resources: {'Port': ['ID=65b5cf8e-6698-41e3-a643-ce9633a4ea47,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:10.484026 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:10.484415 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:10.484699 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:10.485040 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:10.485411 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:10.485746 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:10.486074 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:10.486446 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:10.486788 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:10.487118 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:10.487550 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:10.488023 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Tracked resource versions report: Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: pushed versions: Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: { 'AddressGroup': {'1.2'}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'ConntrackHelper': {'1.0'}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Log': {'1.0'}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Network': {'1.1'}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Port': {'1.7'}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'PortForwarding': {'1.2'}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'QosPolicy': {'1.8'}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'SecurityGroup': {'1.4'}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'SecurityGroupRule': {'1.2'}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'SubPort': {'1.0'}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Subnet': {'1.1'}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Trunk': {'1.1'}} Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: consumer versions: Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: { DHCP agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: L3 agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: Metadata agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: Metering agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: Open vSwitch agent@dv-cinder-780933-11-iscsi: { 'AddressGroup': '1.2', Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'ConntrackHelper': '1.0', Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Log': '1.0', Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Network': '1.1', Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Port': '1.7', Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'PortForwarding': '1.2', Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'QosPolicy': '1.8', Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'SecurityGroup': '1.4', Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'SecurityGroupRule': '1.2', Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'SubPort': '1.0', Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Subnet': '1.1', Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Trunk': '1.1'}} Jul 15 18:57:10.489531 dv-cinder-780933-11-iscsi neutron-server[93252]: {{(pid=93252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 18:57:10.546578 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Attempting to bind port 65b5cf8e-6698-41e3-a643-ce9633a4ea47 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:57:10.547048 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Attempting to bind port 65b5cf8e-6698-41e3-a643-ce9633a4ea47 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '0d290df0-b1d8-42ee-9365-7e9eb685b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:57:10.547370 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Attempting to bind port 65b5cf8e-6698-41e3-a643-ce9633a4ea47 on network 486df4c8-92a3-4b6c-a29a-d6e9d9aea460 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:57:10.554105 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:57:10.554527 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Checking segment: {'id': '0d290df0-b1d8-42ee-9365-7e9eb685b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:57:10.555001 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:10.555400 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Bound using segment: {'id': '0d290df0-b1d8-42ee-9365-7e9eb685b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:57:10.555893 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Bound port: 65b5cf8e-6698-41e3-a643-ce9633a4ea47, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d290df0-b1d8-42ee-9365-7e9eb685b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:57:10.556314 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:10.649204 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] For port 65b5cf8e-6698-41e3-a643-ce9633a4ea47, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:57:10.657633 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] For port 65b5cf8e-6698-41e3-a643-ce9633a4ea47, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=65b5cf8e-6698-41e3-a643-ce9633a4ea47,segment=NetworkSegment(0d290df0-b1d8-42ee-9365-7e9eb685b4fe),segment_id=0d290df0-b1d8-42ee-9365-7e9eb685b4fe)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:57:10.666192 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:10.794688 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341ba8a-af90-4ad1-b7ac-5ef3354827da None None] Pushing event updated for resources: {'Port': ['ID=65b5cf8e-6698-41e3-a643-ce9633a4ea47,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:11.892916 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 44692) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:12.401108 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [None req-7dc0dfee-8a51-4ff5-adcd-d37cf318fcaa admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 18:57:12.402393 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7dc0dfee-8a51-4ff5-adcd-d37cf318fcaa admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5081830 Jul 15 18:57:15.137286 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 44700) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:15.677281 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [None req-b09f3830-67a5-4632-83ac-314ad91ffb6b admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 18:57:15.678394 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b09f3830-67a5-4632-83ac-314ad91ffb6b admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5400937 Jul 15 18:57:16.532433 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-68e1e16a-544a-455d-868c-6e4cf34cf699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:18.240334 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f203ccc1-5646-496e-a397-ce33b5d63009 None None] Network 486df4c8-92a3-4b6c-a29a-d6e9d9aea460 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:57:18.338792 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-138b4c66-d1cd-4647-a0e9-753f64a7ed2a None None] Provisioning for port 65b5cf8e-6698-41e3-a643-ce9633a4ea47 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:57:18.910588 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 65b5cf8e-6698-41e3-a643-ce9633a4ea47 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:57:19.034212 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 44714) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:19.052411 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 65b5cf8e-6698-41e3-a643-ce9633a4ea47 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:57:19.057317 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 65b5cf8e-6698-41e3-a643-ce9633a4ea47 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:19.057788 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:19.203399 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:19.269441 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port 65b5cf8e-6698-41e3-a643-ce9633a4ea47, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=65b5cf8e-6698-41e3-a643-ce9633a4ea47,segment=NetworkSegment(0d290df0-b1d8-42ee-9365-7e9eb685b4fe),segment_id=0d290df0-b1d8-42ee-9365-7e9eb685b4fe)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:57:19.274781 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:19.349591 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=65b5cf8e-6698-41e3-a643-ce9633a4ea47,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:19.599905 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-8b668f9e-03d6-426d-90f9-b34d1f7ccf78 admin admin] Request body: {'router': {'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'name': 'router1', 'admin_state_up': True}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:19.645454 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8b668f9e-03d6-426d-90f9-b34d1f7ccf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3759856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:19.647505 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8b668f9e-03d6-426d-90f9-b34d1f7ccf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4088450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3759671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3765727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6534'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:19.841225 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8b668f9e-03d6-426d-90f9-b34d1f7ccf78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:19.850117 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8b668f9e-03d6-426d-90f9-b34d1f7ccf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759616'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:19.868201 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8b668f9e-03d6-426d-90f9-b34d1f7ccf78 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:19.869898 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8b668f9e-03d6-426d-90f9-b34d1f7ccf78 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8343513 Jul 15 18:57:20.242231 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:20.851267 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 65b5cf8e-6698-41e3-a643-ce9633a4ea47 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:57:20.915638 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 65b5cf8e-6698-41e3-a643-ce9633a4ea47 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:20.916221 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:21.138436 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2dce53cb-3362-4411-949e-f1a80c2c0195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:22.004745 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:22.693668 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 44722) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:23.007895 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [None req-4ec582d3-ca98-4297-9c60-f49471d737be admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 18:57:23.009281 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4ec582d3-ca98-4297-9c60-f49471d737be admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145216 Jul 15 18:57:23.488564 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:25.467367 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 44740) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:25.524385 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:25.563510 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Made reservation on behalf of a5c865bf1c384ca7901d985a771c328c for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:57:25.567134 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:25.595953 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:25.767355 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:25.773390 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:25.789809 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Reserving flat network on physical network physnet1 {{(pid=93250) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 18:57:25.814541 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af27724f-5478-4437-8c25-445336c72dfc,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:25.823463 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759021814851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:25.824027 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Unsubscribe: segment precommit_create {{(pid=93250) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 18:57:25.824505 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Added segment 2da8bcd3-afc0-4b31-b088-f91c0d032d8d of type flat for network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 Jul 15 18:57:25.889557 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:25.948719 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:25.949742 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:25.950641 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:26.001352 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5326583 Jul 15 18:57:26.059740 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ad76c-6347-4393-9cbf-7033a40d4feb admin admin] Pushing event updated for resources: {'Network': ['ID=7f24fc20-e1b3-4fad-9fd0-cee0dd875646,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:26.075618 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 18:57:28.474378 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 44758) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:28.641205 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dcbbda-8c24-46ed-8fa6-f2774aba6dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:28.642751 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-52dcbbda-8c24-46ed-8fa6-f2774aba6dc9 admin admin] 10.222.0.78 "GET /v2.0/subnets/132dfa99-e849-45be-9375-94a521c0931c HTTP/1.1" status: 200 len: 849 time: 0.1670275 Jul 15 18:57:28.860767 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d364aba4-fb01-4e8b-9c9a-02c581ab77b1 admin admin] 10.222.0.78 "GET /v2.0/routers/fa00c008-5237-4281-97da-0a7158df1a7a HTTP/1.1" status: 200 len: 704 time: 0.2079029 Jul 15 18:57:29.188910 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:29.584037 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Allocated IP 172.20.0.1 (486df4c8-92a3-4b6c-a29a-d6e9d9aea460/132dfa99-e849-45be-9375-94a521c0931c/e82aa893-a69d-4e8a-abf7-ba7ed5108a46) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:57:29.814894 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:29.843963 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Transition to ACTIVE for port object e82aa893-a69d-4e8a-abf7-ba7ed5108a46 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:57:29.943588 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:30.025192 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Network 486df4c8-92a3-4b6c-a29a-d6e9d9aea460 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:57:30.030894 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:57:30.034482 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:57:30.035300 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088375'] for router_interface, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:30.100939 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Pushing event updated for resources: {'Port': ['ID=e82aa893-a69d-4e8a-abf7-ba7ed5108a46,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:30.286365 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-50ce192f-2096-4582-a8cc-5b0d9cec5d6a None None] Provisioning for port e82aa893-a69d-4e8a-abf7-ba7ed5108a46 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:57:30.291943 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-50ce192f-2096-4582-a8cc-5b0d9cec5d6a None None] Provisioning complete for port e82aa893-a69d-4e8a-abf7-ba7ed5108a46 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:30.292374 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-50ce192f-2096-4582-a8cc-5b0d9cec5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:30.335123 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-50ce192f-2096-4582-a8cc-5b0d9cec5d6a None None] Port e82aa893-a69d-4e8a-abf7-ba7ed5108a46 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:57:30.371570 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:30.576397 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:30.586402 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:30.587621 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4088387'] for router_interface, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:30.664080 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Pushing event updated for resources: {'Port': ['ID=e82aa893-a69d-4e8a-abf7-ba7ed5108a46,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:30.754089 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Network 486df4c8-92a3-4b6c-a29a-d6e9d9aea460 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:57:30.755771 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:57:30.962724 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-45a17810-e25c-40e2-8391-84917ce6d9d8 None None] Provisioning complete for port e82aa893-a69d-4e8a-abf7-ba7ed5108a46 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:30.963382 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-45a17810-e25c-40e2-8391-84917ce6d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:30.978037 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Router fa00c008-5237-4281-97da-0a7158df1a7a is scheduled to L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 18:57:31.021117 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-45a17810-e25c-40e2-8391-84917ce6d9d8 None None] Port e82aa893-a69d-4e8a-abf7-ba7ed5108a46 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:57:31.098597 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:57:31.104285 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-9fdbeeb7-f7db-4bb9-b610-d7d6235b31ca admin admin] 10.222.0.78 "PUT /v2.0/routers/fa00c008-5237-4281-97da-0a7158df1a7a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2376597 Jul 15 18:57:31.110514 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Sync routers for ids ['fa00c008-5237-4281-97da-0a7158df1a7a'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:57:31.124290 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Routers {'fa00c008-5237-4281-97da-0a7158df1a7a'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:57:31.125242 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T18:57:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['fa00c008-5237-4281-97da-0a7158df1a7a'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:31.344716 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Set router fa00c008-5237-4281-97da-0a7158df1a7a gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:57:31.880508 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'name': 'router1', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:57:19Z', 'updated_at': '2021-07-15T18:57:30Z', 'revision_number': 2, 'project_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'gw_port_host': None, '_interfaces': [{'id': 'e82aa893-a69d-4e8a-abf7-ba7ed5108a46', 'name': '', 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'mac_address': 'fa:16:3e:60:f2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '132dfa99-e849-45be-9375-94a521c0931c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:29Z', 'updated_at': '2021-07-15T18:57:30Z', 'revision_number': 2, 'project_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'subnets': [{'id': '132dfa99-e849-45be-9375-94a521c0931c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd016dccc-6452-4131-9767-f9ac8046136b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:31.937566 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Checking router: fa00c008-5237-4281-97da-0a7158df1a7a for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:57:31.937946 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Updating router fa00c008-5237-4281-97da-0a7158df1a7a port e82aa893-a69d-4e8a-abf7-ba7ed5108a46 binding host dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:57:32.010007 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:32.652707 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:32.673888 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Transition to ACTIVE for port object e82aa893-a69d-4e8a-abf7-ba7ed5108a46 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:57:32.682823 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:32.883652 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Pushing event updated for resources: {'Port': ['ID=e82aa893-a69d-4e8a-abf7-ba7ed5108a46,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:32.908458 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:32.908985 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:32.909583 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:32.910111 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:32.910652 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:32.911201 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:32.911750 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:32.912298 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:32.912862 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:32.913480 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:32.914016 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:32.914558 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Tracked resource versions report: Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: pushed versions: Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: { 'AddressGroup': {'1.2'}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'ConntrackHelper': {'1.0'}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Log': {'1.0'}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Network': {'1.1'}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Port': {'1.7'}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'PortForwarding': {'1.2'}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'QosPolicy': {'1.8'}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'SecurityGroup': {'1.4'}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'SecurityGroupRule': {'1.2'}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'SubPort': {'1.0'}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Subnet': {'1.1'}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Trunk': {'1.1'}} Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: consumer versions: Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: { DHCP agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: L3 agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: Metadata agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: Metering agent@dv-cinder-780933-11-iscsi: {}, Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: Open vSwitch agent@dv-cinder-780933-11-iscsi: { 'AddressGroup': '1.2', Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'ConntrackHelper': '1.0', Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Log': '1.0', Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Network': '1.1', Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Port': '1.7', Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'PortForwarding': '1.2', Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'QosPolicy': '1.8', Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'SecurityGroup': '1.4', Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'SecurityGroupRule': '1.2', Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'SubPort': '1.0', Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Subnet': '1.1', Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Trunk': '1.1'}} Jul 15 18:57:32.916990 dv-cinder-780933-11-iscsi neutron-server[93253]: {{(pid=93253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 18:57:32.921544 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Attempting to bind port e82aa893-a69d-4e8a-abf7-ba7ed5108a46 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:57:32.922137 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Attempting to bind port e82aa893-a69d-4e8a-abf7-ba7ed5108a46 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '0d290df0-b1d8-42ee-9365-7e9eb685b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:57:32.922751 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Attempting to bind port e82aa893-a69d-4e8a-abf7-ba7ed5108a46 on network 486df4c8-92a3-4b6c-a29a-d6e9d9aea460 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:57:32.934788 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:57:32.935460 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Checking segment: {'id': '0d290df0-b1d8-42ee-9365-7e9eb685b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:57:32.936224 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:32.936877 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Bound using segment: {'id': '0d290df0-b1d8-42ee-9365-7e9eb685b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:57:32.937750 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Bound port: e82aa893-a69d-4e8a-abf7-ba7ed5108a46, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d290df0-b1d8-42ee-9365-7e9eb685b4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:57:32.938407 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:33.040350 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] For port e82aa893-a69d-4e8a-abf7-ba7ed5108a46, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:57:33.077038 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] For port e82aa893-a69d-4e8a-abf7-ba7ed5108a46, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=e82aa893-a69d-4e8a-abf7-ba7ed5108a46,segment=NetworkSegment(0d290df0-b1d8-42ee-9365-7e9eb685b4fe),segment_id=0d290df0-b1d8-42ee-9365-7e9eb685b4fe)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:57:33.084180 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:33.178599 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Routers {'fa00c008-5237-4281-97da-0a7158df1a7a'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:57:33.179271 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T18:57:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['fa00c008-5237-4281-97da-0a7158df1a7a'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:33.185417 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6a9ea-0e0d-4358-914c-3967c1ffc840 None None] Pushing event updated for resources: {'Port': ['ID=e82aa893-a69d-4e8a-abf7-ba7ed5108a46,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:33.302014 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] Set router fa00c008-5237-4281-97da-0a7158df1a7a gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:57:33.647173 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'name': 'router1', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:57:19Z', 'updated_at': '2021-07-15T18:57:30Z', 'revision_number': 2, 'project_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'gw_port_host': None, '_interfaces': [{'id': 'e82aa893-a69d-4e8a-abf7-ba7ed5108a46', 'name': '', 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'mac_address': 'fa:16:3e:60:f2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '132dfa99-e849-45be-9375-94a521c0931c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:29Z', 'updated_at': '2021-07-15T18:57:33Z', 'revision_number': 4, 'project_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'subnets': [{'id': '132dfa99-e849-45be-9375-94a521c0931c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd016dccc-6452-4131-9767-f9ac8046136b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:33.696250 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2336d68-466b-444f-9f72-80a47212cca9 None None] The sync data for ids ['fa00c008-5237-4281-97da-0a7158df1a7a'] in dv-cinder-780933-11-iscsi is: [{'id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'name': 'router1', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:57:19Z', 'updated_at': '2021-07-15T18:57:30Z', 'revision_number': 2, 'project_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'gw_port_host': None, '_interfaces': [{'id': 'e82aa893-a69d-4e8a-abf7-ba7ed5108a46', 'name': '', 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'mac_address': 'fa:16:3e:60:f2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '132dfa99-e849-45be-9375-94a521c0931c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:29Z', 'updated_at': '2021-07-15T18:57:33Z', 'revision_number': 4, 'project_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'subnets': [{'id': '132dfa99-e849-45be-9375-94a521c0931c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd016dccc-6452-4131-9767-f9ac8046136b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:57:33.700922 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 44768) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:33.835682 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04689d3-5b4c-4445-aff9-eb985429c72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:33.837143 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f04689d3-5b4c-4445-aff9-eb985429c72a admin admin] 10.222.0.78 "GET /v2.0/networks/7f24fc20-e1b3-4fad-9fd0-cee0dd875646 HTTP/1.1" status: 200 len: 842 time: 0.1354513 Jul 15 18:57:33.849954 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-8bc36cb7-5319-4d73-aa75-8b61ee5d9cb4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:33.882125 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc36cb7-5319-4d73-aa75-8b61ee5d9cb4 admin admin] Made reservation on behalf of a5c865bf1c384ca7901d985a771c328c for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:57:33.884732 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8bc36cb7-5319-4d73-aa75-8b61ee5d9cb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:34.283947 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.objects.ports [None req-8bc36cb7-5319-4d73-aa75-8b61ee5d9cb4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93250) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 18:57:34.284369 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8bc36cb7-5319-4d73-aa75-8b61ee5d9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:34.341431 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc36cb7-5319-4d73-aa75-8b61ee5d9cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb81959-791d-4326-98fc-29ef65e101a4,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:34.354871 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc36cb7-5319-4d73-aa75-8b61ee5d9cb4 admin admin] Checking segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:57:34.355222 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc36cb7-5319-4d73-aa75-8b61ee5d9cb4 admin admin] Network hostable DHCP agents. Network: 7f24fc20-e1b3-4fad-9fd0-cee0dd875646, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 18:57:34.381062 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc36cb7-5319-4d73-aa75-8b61ee5d9cb4 admin admin] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 18:57:34.395165 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-8bc36cb7-5319-4d73-aa75-8b61ee5d9cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, 7f24fc20-e1b3-4fad-9fd0-cee0dd875646) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:57:34.401301 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc36cb7-5319-4d73-aa75-8b61ee5d9cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:34.402228 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8bc36cb7-5319-4d73-aa75-8b61ee5d9cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:34.410163 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193bfb14-0073-4d3c-8e29-3ee770ecb13b None None] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:57:34.426812 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8bc36cb7-5319-4d73-aa75-8b61ee5d9cb4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5831707 Jul 15 18:57:34.643088 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c9dd88-7ed5-4159-a98a-dfb62d80cc37 None None] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:57:37.036855 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 44780) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:37.204724 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-424755f9-0317-4d91-b7f6-822b5e1ebfae admin admin] 10.222.0.78 "GET /v2.0/routers/fa00c008-5237-4281-97da-0a7158df1a7a HTTP/1.1" status: 200 len: 710 time: 0.1666043 Jul 15 18:57:37.265120 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:57:37.336070 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c113794c-ba67-4329-b526-0bf603ba987b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:57:37.338457 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c113794c-ba67-4329-b526-0bf603ba987b admin admin] 10.222.0.78 "GET /v2.0/networks/7f24fc20-e1b3-4fad-9fd0-cee0dd875646 HTTP/1.1" status: 200 len: 886 time: 0.1273341 Jul 15 18:57:37.350361 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:57:37.735065 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3759765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6548'] for router, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:38.010281 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:38.192229 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:38.332118 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Allocated IP 172.27.1.254 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/d10bd9ab-f8a7-48fe-bf14-1143d0f5510b) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:57:38.528132 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:38.582070 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:38.630170 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:57:38.633625 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:57:38.637822 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:57:38.643160 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=d10bd9ab-f8a7-48fe-bf14-1143d0f5510b,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:38.896250 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device e82aa893-a69d-4e8a-abf7-ba7ed5108a46 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:57:38.939141 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:38.979721 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port e82aa893-a69d-4e8a-abf7-ba7ed5108a46 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:57:38.986053 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port e82aa893-a69d-4e8a-abf7-ba7ed5108a46 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:38.986584 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:39.079542 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:39.134621 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port e82aa893-a69d-4e8a-abf7-ba7ed5108a46, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=e82aa893-a69d-4e8a-abf7-ba7ed5108a46,segment=NetworkSegment(0d290df0-b1d8-42ee-9365-7e9eb685b4fe),segment_id=0d290df0-b1d8-42ee-9365-7e9eb685b4fe)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:57:39.146051 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:39.229035 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=e82aa893-a69d-4e8a-abf7-ba7ed5108a46,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:39.272356 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3759765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6548'] for router, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:39.278345 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3759634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3759627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3759746'] for router, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:39.466682 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Router fa00c008-5237-4281-97da-0a7158df1a7a has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:57:39.595899 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:57:39.600569 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:39.601900 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a76be925-0a5e-44e8-8d0f-e058434a4ef9 admin admin] 10.222.0.78 "PUT /v2.0/routers/fa00c008-5237-4281-97da-0a7158df1a7a HTTP/1.1" status: 200 len: 890 time: 2.2576332 Jul 15 18:57:39.621678 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Sync routers for ids ['fa00c008-5237-4281-97da-0a7158df1a7a'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:57:39.644829 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Routers {'fa00c008-5237-4281-97da-0a7158df1a7a'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:57:39.646189 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T18:57:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['fa00c008-5237-4281-97da-0a7158df1a7a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:40.017983 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Set router fa00c008-5237-4281-97da-0a7158df1a7a gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:57:40.536110 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'name': 'router1', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd10bd9ab-f8a7-48fe-bf14-1143d0f5510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:57:19Z', 'updated_at': '2021-07-15T18:57:38Z', 'revision_number': 4, 'project_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'gw_port': {'id': 'd10bd9ab-f8a7-48fe-bf14-1143d0f5510b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:38Z', 'updated_at': '2021-07-15T18:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e82aa893-a69d-4e8a-abf7-ba7ed5108a46', 'name': '', 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'mac_address': 'fa:16:3e:60:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '132dfa99-e849-45be-9375-94a521c0931c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:29Z', 'updated_at': '2021-07-15T18:57:39Z', 'revision_number': 5, 'project_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'subnets': [{'id': '132dfa99-e849-45be-9375-94a521c0931c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd016dccc-6452-4131-9767-f9ac8046136b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:40.628078 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Checking router: fa00c008-5237-4281-97da-0a7158df1a7a for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:57:40.628372 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Updating router fa00c008-5237-4281-97da-0a7158df1a7a port d10bd9ab-f8a7-48fe-bf14-1143d0f5510b binding host dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:57:40.694778 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:40.887912 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device e82aa893-a69d-4e8a-abf7-ba7ed5108a46 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:57:41.055180 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port e82aa893-a69d-4e8a-abf7-ba7ed5108a46 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:41.056275 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:41.265632 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:41.280210 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Transition to ACTIVE for port object d10bd9ab-f8a7-48fe-bf14-1143d0f5510b will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:57:41.287989 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:41.344142 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Attempting to bind port d10bd9ab-f8a7-48fe-bf14-1143d0f5510b on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:57:41.344578 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Attempting to bind port d10bd9ab-f8a7-48fe-bf14-1143d0f5510b by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:57:41.344983 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Attempting to bind port d10bd9ab-f8a7-48fe-bf14-1143d0f5510b on network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:57:41.353308 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effd654-0d6e-49a5-b1e6-3f9c95c7163b None None] Pushing event updated for resources: {'Port': ['ID=d10bd9ab-f8a7-48fe-bf14-1143d0f5510b,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:41.357478 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:57:41.358150 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Checking segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:57:41.358677 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:41.359055 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Bound using segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:57:41.359582 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Bound port: d10bd9ab-f8a7-48fe-bf14-1143d0f5510b, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:57:41.359983 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:41.453367 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] For port d10bd9ab-f8a7-48fe-bf14-1143d0f5510b, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:57:41.458877 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] For port d10bd9ab-f8a7-48fe-bf14-1143d0f5510b, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=d10bd9ab-f8a7-48fe-bf14-1143d0f5510b,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:57:41.465608 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:41.658471 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Routers {'fa00c008-5237-4281-97da-0a7158df1a7a'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:57:41.659403 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T18:57:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['fa00c008-5237-4281-97da-0a7158df1a7a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:41.709679 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effd654-0d6e-49a5-b1e6-3f9c95c7163b None None] Pushing event updated for resources: {'Port': ['ID=d10bd9ab-f8a7-48fe-bf14-1143d0f5510b,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:41.808970 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] Set router fa00c008-5237-4281-97da-0a7158df1a7a gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:57:42.083289 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'name': 'router1', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd10bd9ab-f8a7-48fe-bf14-1143d0f5510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:57:19Z', 'updated_at': '2021-07-15T18:57:38Z', 'revision_number': 4, 'project_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'gw_port': {'id': 'd10bd9ab-f8a7-48fe-bf14-1143d0f5510b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:38Z', 'updated_at': '2021-07-15T18:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e82aa893-a69d-4e8a-abf7-ba7ed5108a46', 'name': '', 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'mac_address': 'fa:16:3e:60:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '132dfa99-e849-45be-9375-94a521c0931c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:29Z', 'updated_at': '2021-07-15T18:57:39Z', 'revision_number': 5, 'project_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'subnets': [{'id': '132dfa99-e849-45be-9375-94a521c0931c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd016dccc-6452-4131-9767-f9ac8046136b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:57:42.120444 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e68ffd-041c-47f3-86c7-f5605737da8f None None] The sync data for ids ['fa00c008-5237-4281-97da-0a7158df1a7a'] in dv-cinder-780933-11-iscsi is: [{'id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'name': 'router1', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'd10bd9ab-f8a7-48fe-bf14-1143d0f5510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:57:19Z', 'updated_at': '2021-07-15T18:57:38Z', 'revision_number': 4, 'project_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'gw_port': {'id': 'd10bd9ab-f8a7-48fe-bf14-1143d0f5510b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:38Z', 'updated_at': '2021-07-15T18:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e82aa893-a69d-4e8a-abf7-ba7ed5108a46', 'name': '', 'network_id': '486df4c8-92a3-4b6c-a29a-d6e9d9aea460', 'tenant_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'mac_address': 'fa:16:3e:60:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa00c008-5237-4281-97da-0a7158df1a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '132dfa99-e849-45be-9375-94a521c0931c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:57:29Z', 'updated_at': '2021-07-15T18:57:39Z', 'revision_number': 5, 'project_id': 'c6233b7a1d2f4636a04d9e692c742da7', 'subnets': [{'id': '132dfa99-e849-45be-9375-94a521c0931c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd016dccc-6452-4131-9767-f9ac8046136b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:57:42.561338 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 44788) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:57:42.736875 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c9af3bd0-f8fc-453e-b6e7-bb18863536eb admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1741798 Jul 15 18:57:42.917575 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device d10bd9ab-f8a7-48fe-bf14-1143d0f5510b up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:57:43.001521 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port d10bd9ab-f8a7-48fe-bf14-1143d0f5510b completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:57:43.006680 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port d10bd9ab-f8a7-48fe-bf14-1143d0f5510b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:43.007063 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:43.105965 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:43.139342 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port d10bd9ab-f8a7-48fe-bf14-1143d0f5510b, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=d10bd9ab-f8a7-48fe-bf14-1143d0f5510b,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:57:43.145862 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:43.231618 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=d10bd9ab-f8a7-48fe-bf14-1143d0f5510b,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:57:44.892996 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device d10bd9ab-f8a7-48fe-bf14-1143d0f5510b up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:57:44.968016 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port d10bd9ab-f8a7-48fe-bf14-1143d0f5510b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:57:44.968699 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:46.524743 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-41f07b16-baf7-49d5-bc0b-78f09b071b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:50.251935 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:51.153255 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ef78adc8-f35f-4662-8df4-ab4db0db7e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:52.028177 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:57:53.523100 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:14.266966 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:58:16.529115 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-33080ee0-e172-43f4-9b7a-0b95eb0e85e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:20.259041 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:21.161072 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-16783804-37bc-4dc4-87fb-cab506b0d186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:22.010927 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:23.513102 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:46.529695 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-881f9b35-3d23-4e4c-85b7-8359804cf468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:50.238442 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:51.144188 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9965e756-616e-44c6-9cf7-f1e60040181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:51.271902 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:58:51.997631 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:58:53.504886 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:16.520081 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e99e861a-2acf-484e-a628-64bab101ee88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:20.244443 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:21.145848 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-cd545f50-50ec-44b1-b154-5ea5d096baaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:22.015576 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:23.517311 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:28.272592 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:59:37.406438 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 45358) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:37.477849 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.pecan_wsgi.hooks.translation [None req-1302a19e-923e-4f16-bfb9-09cc1be76f30 admin admin] GET failed (client error): The resource could not be found. Jul 15 18:59:37.479359 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1302a19e-923e-4f16-bfb9-09cc1be76f30 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0719059 Jul 15 18:59:37.677058 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433ea31d-5855-4634-948d-81479fe6d83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:37.679586 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-433ea31d-5855-4634-948d-81479fe6d83b admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1956892 Jul 15 18:59:40.068939 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 45368) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:40.175263 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4adfc2-a20e-45c3-8aa0-aac16fb47a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:40.176724 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ed4adfc2-a20e-45c3-8aa0-aac16fb47a08 admin admin] 10.222.0.78 "GET /v2.0/subnets/132dfa99-e849-45be-9375-94a521c0931c HTTP/1.1" status: 200 len: 849 time: 0.1067171 Jul 15 18:59:40.187799 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:59:40.289464 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Notify callbacks [] for subnet, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:40.559436 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759021899659'] for subnet, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:40.603476 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:40.604979 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:40.606812 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] 10.222.0.78 "PUT /v2.0/subnets/132dfa99-e849-45be-9375-94a521c0931c HTTP/1.1" status: 200 len: 868 time: 0.4226608 Jul 15 18:59:40.608960 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c578a56b-b90d-4f88-a2f3-d12b6d93f30c None None] Network 486df4c8-92a3-4b6c-a29a-d6e9d9aea460 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:59:40.643024 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=132dfa99-e849-45be-9375-94a521c0931c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:59:40.657025 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:40.657662 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:40.658295 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:40.658784 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:40.659524 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:40.660130 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:40.660659 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:40.661261 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:40.661812 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:40.662343 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:40.662899 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:40.663454 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0d8d9-ccc0-4a53-b8e7-d154aad7cbbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:59:41.098494 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-082d412f-a076-435f-8a81-33ce4ab49a44 None None] Provisioning complete for port e82aa893-a69d-4e8a-abf7-ba7ed5108a46 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:59:41.098955 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-082d412f-a076-435f-8a81-33ce4ab49a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:41.209711 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-082d412f-a076-435f-8a81-33ce4ab49a44 None None] Provisioning complete for port 65b5cf8e-6698-41e3-a643-ce9633a4ea47 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:59:41.210012 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-082d412f-a076-435f-8a81-33ce4ab49a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:43.430485 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45376) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:43.675037 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de86451-e983-4aa8-973f-73c007c52033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:43.675422 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de86451-e983-4aa8-973f-73c007c52033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:43.677020 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8de86451-e983-4aa8-973f-73c007c52033 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2447598 Jul 15 18:59:46.084950 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45386) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:46.248024 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edfde87-cb58-4549-9f45-bdfdafd719ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:46.248466 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edfde87-cb58-4549-9f45-bdfdafd719ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:46.251546 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5edfde87-cb58-4549-9f45-bdfdafd719ba admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1643674 Jul 15 18:59:46.516772 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-da679989-875e-42fd-a238-9ca51b7c7a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:48.655648 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 45394) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:48.815076 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824bb7db-a759-4efe-8199-1eaf8ecb3cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:48.816499 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-824bb7db-a759-4efe-8199-1eaf8ecb3cf0 admin admin] 10.222.0.78 "GET /v2.0/networks/486df4c8-92a3-4b6c-a29a-d6e9d9aea460 HTTP/1.1" status: 200 len: 869 time: 0.1598542 Jul 15 18:59:50.244851 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:51.154021 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8ed6bff8-dd17-4f8d-a771-1f6934574519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:51.251066 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45402) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:51.397510 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca7b41-7f1d-49db-a4dd-5e728e841f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:51.398929 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-35ca7b41-7f1d-49db-a4dd-5e728e841f82 admin admin] 10.222.0.78 "GET /v2.0/networks/7f24fc20-e1b3-4fad-9fd0-cee0dd875646 HTTP/1.1" status: 200 len: 886 time: 0.1467574 Jul 15 18:59:52.007888 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:53.513158 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:59:53.896048 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45410) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:54.041410 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ed31b-3256-4635-8517-9d3f3ceb52ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:54.041866 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ed31b-3256-4635-8517-9d3f3ceb52ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:54.043496 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-132ed31b-3256-4635-8517-9d3f3ceb52ae admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1464412 Jul 15 18:59:56.371520 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 45418) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:56.534663 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feb6f28-eb08-4808-bee9-18d6c4eb3e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:56.535539 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feb6f28-eb08-4808-bee9-18d6c4eb3e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:56.538135 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1feb6f28-eb08-4808-bee9-18d6c4eb3e31 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1650817 Jul 15 18:59:58.943416 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 45426) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:59:59.081710 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dffe06-86dd-491c-930d-14adeb6925c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:59:59.083426 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-66dffe06-86dd-491c-930d-14adeb6925c7 admin admin] 10.222.0.78 "GET /v2.0/subnets/132dfa99-e849-45be-9375-94a521c0931c HTTP/1.1" status: 200 len: 868 time: 0.1387019 Jul 15 19:00:01.458434 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 45434) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:00:01.562597 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b63edf8-dba8-4530-b9e4-84e421db8646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:00:01.565437 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7b63edf8-dba8-4530-b9e4-84e421db8646 admin admin] 10.222.0.78 "GET /v2.0/subnets/6cb81959-791d-4326-98fc-29ef65e101a4 HTTP/1.1" status: 200 len: 816 time: 0.1057239 Jul 15 19:00:05.275937 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:00:16.514471 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f9a7bb6-e95f-41a3-aa11-7ff46bfa547d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:20.240321 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:21.165864 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c059a837-aa63-4a7f-8e3a-8bada96f1f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:22.011781 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:23.525649 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:31.317282 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45488) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:00:31.368268 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [None req-c82bcbcd-70b5-4172-9f3b-4e3b0ff5797e admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:00:31.369347 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c82bcbcd-70b5-4172-9f3b-4e3b0ff5797e admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507789 Jul 15 19:00:34.367290 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45496) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:00:34.435828 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d2dff9-ecc8-4cd4-89f0-4abb1658d469 admin admin] GET failed (client error): The resource could not be found. Jul 15 19:00:34.437802 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e8d2dff9-ecc8-4cd4-89f0-4abb1658d469 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0689011 Jul 15 19:00:34.600733 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f708e4d-e2f1-4cc6-8ac8-e20cd774047a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:00:34.602345 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7f708e4d-e2f1-4cc6-8ac8-e20cd774047a admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1599813 Jul 15 19:00:37.179247 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45504) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:00:37.260317 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:00:37.291607 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Made reservation on behalf of a5c865bf1c384ca7901d985a771c328c for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:00:37.294184 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:37.339754 dv-cinder-780933-11-iscsi neutron-server[93250]: WARNING neutron.services.revisions.revision_plugin [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Could not find related network for resource to bump revision. Jul 15 19:00:37.358425 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:00:37.370634 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:37.371068 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Added segment 17cd5103-e96d-4091-b84e-3860112085b9 of type vlan for network 9ba45074-bca6-45f9-a999-fc25ac9f400e Jul 15 19:00:37.512256 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:37.563524 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:37.564766 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:00:37.565572 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:37.607982 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4275742 Jul 15 19:00:37.641918 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Pushing event updated for resources: {'Network': ['ID=9ba45074-bca6-45f9-a999-fc25ac9f400e,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:00:37.650839 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:37.651209 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:37.651563 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:37.651906 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:37.652237 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:37.652596 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:37.652932 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:37.653363 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:37.653709 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:37.654036 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:37.654360 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:37.654684 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c431a9f9-80ba-42c6-97f3-ce579827456e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:37.671367 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network 9ba45074-bca6-45f9-a999-fc25ac9f400e details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:00:40.150725 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45512) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:00:40.219107 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.pecan_wsgi.hooks.translation [None req-979c579b-63c3-4428-adf5-580a1bdb32d3 admin admin] GET failed (client error): The resource could not be found. Jul 15 19:00:40.220680 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-979c579b-63c3-4428-adf5-580a1bdb32d3 admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0689187 Jul 15 19:00:40.301838 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3170195-e140-41be-a91c-31ec8f267561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:00:40.303356 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a3170195-e140-41be-a91c-31ec8f267561 admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0765135 Jul 15 19:00:40.314906 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-5d07a67c-c622-4536-aff5-59e73676b03f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '9ba45074-bca6-45f9-a999-fc25ac9f400e', 'name': 'shared-subnet'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:00:40.337995 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d07a67c-c622-4536-aff5-59e73676b03f admin admin] Made reservation on behalf of a5c865bf1c384ca7901d985a771c328c for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:00:40.340328 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5d07a67c-c622-4536-aff5-59e73676b03f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:40.546590 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5d07a67c-c622-4536-aff5-59e73676b03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:40.616748 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07a67c-c622-4536-aff5-59e73676b03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8730c1df-da2f-4c14-90c9-05a692225cfc,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:00:40.629599 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07a67c-c622-4536-aff5-59e73676b03f admin admin] Checking segment: {'id': '17cd5103-e96d-4091-b84e-3860112085b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9ba45074-bca6-45f9-a999-fc25ac9f400e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:00:40.630070 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07a67c-c622-4536-aff5-59e73676b03f admin admin] Network hostable DHCP agents. Network: 9ba45074-bca6-45f9-a999-fc25ac9f400e, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:00:40.652173 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07a67c-c622-4536-aff5-59e73676b03f admin admin] Network 9ba45074-bca6-45f9-a999-fc25ac9f400e is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:00:40.663791 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-5d07a67c-c622-4536-aff5-59e73676b03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, 9ba45074-bca6-45f9-a999-fc25ac9f400e) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:00:40.669672 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d07a67c-c622-4536-aff5-59e73676b03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:00:40.670554 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5d07a67c-c622-4536-aff5-59e73676b03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:40.685074 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aabab30-e542-421a-a40f-6b0c8aa8f922 None None] Network 9ba45074-bca6-45f9-a999-fc25ac9f400e requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:00:40.693176 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5d07a67c-c622-4536-aff5-59e73676b03f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3819416 Jul 15 19:00:40.933453 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cee363a-aa5f-5a1d-b56f-d46260367570-9ba45074-bca6-45f9-a999-fc25ac9f400e', 'network_id': '9ba45074-bca6-45f9-a999-fc25ac9f400e', 'tenant_id': 'a5c865bf1c384ca7901d985a771c328c', 'fixed_ips': [{'subnet_id': '8730c1df-da2f-4c14-90c9-05a692225cfc'}]}} from dv-cinder-780933-11-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:00:40.934473 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:41.133327 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Allocated IP 192.168.233.2 (9ba45074-bca6-45f9-a999-fc25ac9f400e/8730c1df-da2f-4c14-90c9-05a692225cfc/2cf653ba-4476-472b-85c6-123db6cb81ab) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:00:41.328287 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:41.340913 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Transition to ACTIVE for port object 2cf653ba-4476-472b-85c6-123db6cb81ab will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:00:41.368047 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Transition to ACTIVE for port object 2cf653ba-4476-472b-85c6-123db6cb81ab will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:00:41.378795 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:41.458372 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Network 9ba45074-bca6-45f9-a999-fc25ac9f400e is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:00:41.464172 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:00:41.473589 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:00:41.479393 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Pushing event updated for resources: {'Port': ['ID=2cf653ba-4476-472b-85c6-123db6cb81ab,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:00:41.500719 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:41.501360 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:41.501914 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:41.502466 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:41.503008 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:41.503551 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:41.504100 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:41.504650 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:41.505251 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:41.505809 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:41.506369 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:41.506914 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:00:41.605662 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Attempting to bind port 2cf653ba-4476-472b-85c6-123db6cb81ab on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:00:41.606572 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Attempting to bind port 2cf653ba-4476-472b-85c6-123db6cb81ab by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '17cd5103-e96d-4091-b84e-3860112085b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9ba45074-bca6-45f9-a999-fc25ac9f400e'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:00:41.607110 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Attempting to bind port 2cf653ba-4476-472b-85c6-123db6cb81ab on network 9ba45074-bca6-45f9-a999-fc25ac9f400e {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:00:41.617822 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:00:41.617822 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Checking segment: {'id': '17cd5103-e96d-4091-b84e-3860112085b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9ba45074-bca6-45f9-a999-fc25ac9f400e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:00:41.618219 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:41.618695 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Bound using segment: {'id': '17cd5103-e96d-4091-b84e-3860112085b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9ba45074-bca6-45f9-a999-fc25ac9f400e'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:00:41.619553 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Bound port: 2cf653ba-4476-472b-85c6-123db6cb81ab, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cd5103-e96d-4091-b84e-3860112085b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9ba45074-bca6-45f9-a999-fc25ac9f400e'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:00:41.620219 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:41.729082 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] For port 2cf653ba-4476-472b-85c6-123db6cb81ab, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:00:41.734553 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] For port 2cf653ba-4476-472b-85c6-123db6cb81ab, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=2cf653ba-4476-472b-85c6-123db6cb81ab,segment=NetworkSegment(17cd5103-e96d-4091-b84e-3860112085b9),segment_id=17cd5103-e96d-4091-b84e-3860112085b9)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:00:41.743545 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:41.806939 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9764d-490e-466d-ad5d-ce957702144e None None] Pushing event updated for resources: {'Port': ['ID=2cf653ba-4476-472b-85c6-123db6cb81ab,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:00:42.277155 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:00:42.781047 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03c2c10-a3f8-48b0-a903-fb2aa7931103 None None] Network 9ba45074-bca6-45f9-a999-fc25ac9f400e requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:00:42.881788 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-43b1b1a0-7098-4954-ac19-5c953e2e4e9b None None] Provisioning for port 2cf653ba-4476-472b-85c6-123db6cb81ab completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:00:43.065884 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 2cf653ba-4476-472b-85c6-123db6cb81ab up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:00:43.157116 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 2cf653ba-4476-472b-85c6-123db6cb81ab completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:00:43.163108 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 2cf653ba-4476-472b-85c6-123db6cb81ab triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:00:43.163733 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:43.308135 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:43.361260 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port 2cf653ba-4476-472b-85c6-123db6cb81ab, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=2cf653ba-4476-472b-85c6-123db6cb81ab,segment=NetworkSegment(17cd5103-e96d-4091-b84e-3860112085b9),segment_id=17cd5103-e96d-4091-b84e-3860112085b9)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:00:43.367746 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:43.433495 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-37639af8-2c50-4cdf-a0c1-93148ac7bf34 None None] Provisioning complete for port 2cf653ba-4476-472b-85c6-123db6cb81ab triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:00:43.433787 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-37639af8-2c50-4cdf-a0c1-93148ac7bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:43.435784 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=2cf653ba-4476-472b-85c6-123db6cb81ab,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:00:45.011519 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 2cf653ba-4476-472b-85c6-123db6cb81ab up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:00:45.077841 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 2cf653ba-4476-472b-85c6-123db6cb81ab triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:00:45.078259 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:46.516022 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0c225b6d-b807-4217-b070-6fe926bbc3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:50.235966 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:51.155593 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d2ef88d9-ea94-47a8-b87b-5a362130fb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:52.014779 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:00:53.528614 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:16.512106 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-31af5124-1fae-4aea-80fb-1e24d53899ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:19.280002 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:01:20.236023 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:21.154290 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-92c797f1-774d-4404-a3df-5ddd76c87b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:22.022045 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:23.531978 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:46.510792 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-68e19a7a-1622-4e39-8403-f0cc9ca1bb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:50.237616 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:51.149246 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e1333eac-4be9-471f-8c1c-97dc7bd58211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:52.019133 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:53.532646 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:01:56.281684 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:02:00.836168 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45564) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:02:00.842953 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [None req-c9b247aa-585c-415f-aea3-05d3bfba1963 tempest-verify_tempest_config-906356039 tempest-verify_tempest_config-906356039-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:02:00.844374 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c9b247aa-585c-415f-aea3-05d3bfba1963 tempest-verify_tempest_config-906356039 tempest-verify_tempest_config-906356039-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065479 Jul 15 19:02:01.280445 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 45582) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:02:01.407707 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:01.526848 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:01.532661 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:01.584432 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ee3103606c2449e2a0be0f35c2a2ae88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3024349 Jul 15 19:02:01.585645 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051cf0f9-03c6-4ee6-ac5a-4458c94d7439,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:02:01.587850 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45588) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:02:01.594593 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.594967 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.595323 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.595672 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.596015 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.596843 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.597289 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.597593 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.597936 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.598270 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.598607 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.598937 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8002-5611-405c-bebf-764dce4ff7dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.658790 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:01.688695 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:01.788215 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:01.793279 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:01.795829 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/051cf0f9-03c6-4ee6-ac5a-4458c94d7439 HTTP/1.1" status: 204 len: 168 time: 0.2063277 Jul 15 19:02:01.810105 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051cf0f9-03c6-4ee6-ac5a-4458c94d7439,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:02:01.823755 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.824021 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.824558 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.825172 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.825905 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.826378 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.827743 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.827743 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.828379 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.828943 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.829533 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:01.830042 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe0b75-480d-473e-9b21-2815193d040b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:02:16.513859 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8e797964-96a0-40b8-af45-938883b8b4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:20.238007 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:21.146740 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6ca1-a4bd-4946-9650-aa41f40b4887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:22.025077 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:23.537187 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:33.282402 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:02:46.519156 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a1494eb3-8432-4d27-abab-4d8afc83715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:50.234107 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:51.142237 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fe791683-846e-4de5-ab22-ef4bf88401c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:52.027474 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:02:53.544453 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:10.281931 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:03:16.515892 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-87c05e0b-cc64-4f5d-8f53-423bf820c319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:20.231238 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:21.145001 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a16543e4-c981-4f58-bdfd-e430a541e52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:22.028815 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:23.541915 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:41.643544 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4086283'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:46.439188 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45640) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:03:46.518412 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bcc043e5-4927-49ef-9210-3acb826d3055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:46.584452 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-49e03fe9-4f31-4ea3-b7fa-8a8b46ceec2d admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1434693 Jul 15 19:03:47.281292 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:03:48.976992 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45650) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:03:49.063631 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5eaf1fc9-d92b-4b59-9379-88dc19bba36c admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0851786 Jul 15 19:03:50.229788 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:51.149603 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-259cbb73-c4d6-4e44-a5d5-613d05c97fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:52.033728 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:03:53.545375 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:11.587356 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:16.515107 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-aa0ddc98-6855-4cb1-ae3f-ddc1227d481c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:20.236432 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:21.144631 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd714-a366-4066-a9a1-28395f1810b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:22.039355 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:23.550725 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:24.282466 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:04:41.597437 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:46.523430 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4a035b6c-7a39-4103-97ab-c047cb59c12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:50.232176 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:51.155819 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dc286f86-5ea5-4263-a0c9-997e3650fc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:52.048368 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:04:53.556791 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:01.282534 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:05:11.629793 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:16.521671 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-48f1c7ef-f9b7-4621-bf95-5cc07e101022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:20.235865 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:21.169051 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-78e67715-9834-4883-a065-8f0beeeaf742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:22.043405 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:22.223835 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45796) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:22.720431 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1781161606-network', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:22.747729 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Made reservation on behalf of 1e8e384a6ac8489ea99ff26a8093883c for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:22.750955 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:22.761482 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:22.873440 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:22.881473 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:22.909144 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59724185-01e9-4cad-b39f-5f6675704f46,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:22.918667 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:22.919342 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:22.919682 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:22.920178 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:22.920620 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:22.921055 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:22.921513 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:22.921846 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:22.922189 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:22.922513 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:22.922838 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:22.923157 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Tracked resource versions report: Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: pushed versions: Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: { 'AddressGroup': {'1.2'}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'ConntrackHelper': {'1.0'}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Log': {'1.0'}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Network': {'1.1'}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Port': {'1.7'}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'PortForwarding': {'1.2'}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'QosPolicy': {'1.8'}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'SecurityGroup': {'1.4'}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'SubPort': {'1.0'}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Subnet': {'1.1'}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Trunk': {'1.1'}} Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: consumer versions: Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: { DHCP agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: HyperV agent@hv-cinder-78093: {}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: L3 agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: Metadata agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: Metering agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: Open vSwitch agent@dv-cinder-780933-11-iscsi: { 'AddressGroup': '1.2', Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'ConntrackHelper': '1.0', Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Log': '1.0', Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Network': '1.1', Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Port': '1.7', Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'PortForwarding': '1.2', Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'QosPolicy': '1.8', Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'SecurityGroup': '1.4', Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'SecurityGroupRule': '1.2', Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'SubPort': '1.0', Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Subnet': '1.1', Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: 'Trunk': '1.1'}} Jul 15 19:05:22.924231 dv-cinder-780933-11-iscsi neutron-server[93250]: {{(pid=93250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:05:22.934677 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:05:22.948457 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:22.949286 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Added segment 7dcd4507-7c4b-4f90-87b8-7751405258f1 of type vlan for network a1898f4d-6b9a-4d30-8950-56ad70b81f46 Jul 15 19:05:23.039228 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.074329 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.075616 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:23.075899 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.146203 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9209452 Jul 15 19:05:23.147104 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eba92c-15c8-4d07-bb4d-758998b5b997 admin admin] Pushing event updated for resources: {'Network': ['ID=a1898f4d-6b9a-4d30-8950-56ad70b81f46,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:23.149109 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 45844) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:23.161908 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Request body: {'subnet': {'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1781161606-subnet', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:23.172289 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network a1898f4d-6b9a-4d30-8950-56ad70b81f46 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:05:23.197412 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Made reservation on behalf of 1e8e384a6ac8489ea99ff26a8093883c for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:23.201399 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.470456 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.574419 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.582170 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6812f2bb-00f7-4b0b-a067-257a16519cb5,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:23.600356 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:23.600941 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:23.601329 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:23.601699 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:23.602054 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:23.602432 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:23.602781 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:23.603297 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:23.603883 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:23.604518 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:23.605021 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:23.605596 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Tracked resource versions report: Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: pushed versions: Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: { 'AddressGroup': {'1.2'}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'ConntrackHelper': {'1.0'}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Log': {'1.0'}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Network': {'1.1'}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Port': {'1.7'}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'PortForwarding': {'1.2'}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'QosPolicy': {'1.8'}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'SecurityGroup': {'1.4'}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'SubPort': {'1.0'}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Subnet': {'1.1'}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Trunk': {'1.1'}} Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: consumer versions: Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: { DHCP agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: HyperV agent@hv-cinder-78093: {}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: L3 agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: Metadata agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: Metering agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: Open vSwitch agent@dv-cinder-780933-11-iscsi: { 'AddressGroup': '1.2', Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'ConntrackHelper': '1.0', Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Log': '1.0', Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Network': '1.1', Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Port': '1.7', Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'PortForwarding': '1.2', Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'QosPolicy': '1.8', Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'SecurityGroup': '1.4', Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'SecurityGroupRule': '1.2', Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'SubPort': '1.0', Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Subnet': '1.1', Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: 'Trunk': '1.1'}} Jul 15 19:05:23.607178 dv-cinder-780933-11-iscsi neutron-server[93251]: {{(pid=93251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:05:23.613223 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Checking segment: {'id': '7dcd4507-7c4b-4f90-87b8-7751405258f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:23.614094 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Network hostable DHCP agents. Network: a1898f4d-6b9a-4d30-8950-56ad70b81f46, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:05:23.650884 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Network a1898f4d-6b9a-4d30-8950-56ad70b81f46 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:05:23.671900 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, a1898f4d-6b9a-4d30-8950-56ad70b81f46) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:23.677702 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:23.678400 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.692243 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da468fe-7f9f-4c0c-b3fd-809b9aa5e336 None None] Network a1898f4d-6b9a-4d30-8950-56ad70b81f46 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:05:23.696425 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-65ade37c-2c9c-4cf8-9a82-3f8fa1410ba9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5439699 Jul 15 19:05:23.701261 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45874) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:23.710383 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1781161606-router', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:23.739731 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3759856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.739731 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4088450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3759671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3765727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6534'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.821769 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:23.891061 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a3ee6-5251-4afe-839b-6730ed7cff25 None None] Network a1898f4d-6b9a-4d30-8950-56ad70b81f46 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:05:24.029049 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3759765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6548'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:24.341237 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:24.364599 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 45898) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:24.372820 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:24.389233 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 45902) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:24.587593 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Allocated IP 172.27.1.209 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/ff0113fc-b978-4189-bf81-36933bf21279) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:24.751216 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:24.998212 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1836434774-network', 'tenant_id': '1856c45d386440d690315ecc70becbc1'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:25.043845 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Made reservation on behalf of 1856c45d386440d690315ecc70becbc1 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:25.048569 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.073637 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.082468 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1401353170-network', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:25.093595 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.140607 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Made reservation on behalf of 11d5286a3f064fc5b43d1d7139d00770 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:25.144496 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.167087 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.228139 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:25.242453 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:25.246465 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:25.325422 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.333186 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.361354 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:05:25.372326 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Pushing event updated for resources: {'Port': ['ID=ff0113fc-b978-4189-bf81-36933bf21279,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:25.390757 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.391329 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Added segment 57b2ef25-7c20-4726-9db5-5730d5b1b38f of type vlan for network 7fce7022-c1f0-402b-a36d-e8b25f99d8c8 Jul 15 19:05:25.445794 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.501170 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.502412 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:25.503205 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.644511 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Pushing event updated for resources: {'Network': ['ID=7fce7022-c1f0-402b-a36d-e8b25f99d8c8,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:25.664508 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network 7fce7022-c1f0-402b-a36d-e8b25f99d8c8 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:05:25.671018 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dc4b16-134c-4843-8563-cb6e63cf06b0,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:25.777335 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.788001 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.800262 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-75167da1-baa4-4bfa-b800-8e7d05f4e316 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4344845 Jul 15 19:05:25.805949 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45944) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:25.813942 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-d87b565a-e526-45b1-af3a-11e7948ebcd7 admin admin] Request body: {'subnet': {'network_id': '7fce7022-c1f0-402b-a36d-e8b25f99d8c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1836434774-subnet', 'tenant_id': '1856c45d386440d690315ecc70becbc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:25.843353 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449d471e-4c27-4a1b-8e75-349e3da24ee4,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:25.843841 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.882766 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:05:25.903752 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:25.904210 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Added segment c783bd98-5f56-4fbe-b274-7305c77c11f2 of type vlan for network 4194f688-d3d8-4b01-940e-e17b50e63a83 Jul 15 19:05:25.945036 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87b565a-e526-45b1-af3a-11e7948ebcd7 admin admin] Made reservation on behalf of 1856c45d386440d690315ecc70becbc1 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:25.949954 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d87b565a-e526-45b1-af3a-11e7948ebcd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.019352 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.117778 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.121241 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:26.123185 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.219597 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8289192 Jul 15 19:05:26.274651 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 45954) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:26.282771 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-0b2c3b36-31d3-4ae5-82e0-b187bc7b5d91 admin admin] Request body: {'subnet': {'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1401353170-subnet', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:26.286598 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbc701-4fde-42dc-8e6a-aa9d0ad0f4a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4194f688-d3d8-4b01-940e-e17b50e63a83,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:26.316744 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network 4194f688-d3d8-4b01-940e-e17b50e63a83 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:05:26.341538 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2c3b36-31d3-4ae5-82e0-b187bc7b5d91 admin admin] Made reservation on behalf of 11d5286a3f064fc5b43d1d7139d00770 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:26.349518 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0b2c3b36-31d3-4ae5-82e0-b187bc7b5d91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.483113 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d87b565a-e526-45b1-af3a-11e7948ebcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.673515 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759616'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.721472 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0b2c3b36-31d3-4ae5-82e0-b187bc7b5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.816626 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c3b36-31d3-4ae5-82e0-b187bc7b5d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0446c1b-838c-468f-b9ab-64ddc622ac9c,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:26.823039 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c3b36-31d3-4ae5-82e0-b187bc7b5d91 admin admin] Checking segment: {'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:26.823526 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2c3b36-31d3-4ae5-82e0-b187bc7b5d91 admin admin] Network hostable DHCP agents. Network: 4194f688-d3d8-4b01-940e-e17b50e63a83, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:05:26.852578 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b565a-e526-45b1-af3a-11e7948ebcd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68068eb-90cc-429c-92c1-1210de1aa815,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:26.857331 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2c3b36-31d3-4ae5-82e0-b187bc7b5d91 admin admin] Network 4194f688-d3d8-4b01-940e-e17b50e63a83 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:05:26.863135 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87b565a-e526-45b1-af3a-11e7948ebcd7 admin admin] Checking segment: {'id': '57b2ef25-7c20-4726-9db5-5730d5b1b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '7fce7022-c1f0-402b-a36d-e8b25f99d8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:26.863479 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87b565a-e526-45b1-af3a-11e7948ebcd7 admin admin] Network hostable DHCP agents. Network: 7fce7022-c1f0-402b-a36d-e8b25f99d8c8, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:05:26.879864 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-0b2c3b36-31d3-4ae5-82e0-b187bc7b5d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, 4194f688-d3d8-4b01-940e-e17b50e63a83) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:26.889272 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2c3b36-31d3-4ae5-82e0-b187bc7b5d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:26.891478 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0b2c3b36-31d3-4ae5-82e0-b187bc7b5d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.892045 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6249154d-11b2-4756-a37b-36000b630627 None None] Network 4194f688-d3d8-4b01-940e-e17b50e63a83 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:05:26.918045 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87b565a-e526-45b1-af3a-11e7948ebcd7 admin admin] Network 7fce7022-c1f0-402b-a36d-e8b25f99d8c8 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:05:26.921059 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0b2c3b36-31d3-4ae5-82e0-b187bc7b5d91 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6443193 Jul 15 19:05:26.923585 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 45964) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:26.932198 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:26.935836 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-d87b565a-e526-45b1-af3a-11e7948ebcd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, 7fce7022-c1f0-402b-a36d-e8b25f99d8c8) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:26.946634 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b565a-e526-45b1-af3a-11e7948ebcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:26.947380 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d87b565a-e526-45b1-af3a-11e7948ebcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.951867 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Router f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 is scheduled to L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:05:26.971743 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424d27bb-984c-4c03-bd5d-8dd69d9a5842 None None] Network 7fce7022-c1f0-402b-a36d-e8b25f99d8c8 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:05:26.995903 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3759856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:26.999602 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4088450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3759671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3765727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6534'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.030219 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d87b565a-e526-45b1-af3a-11e7948ebcd7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2224708 Jul 15 19:05:27.163096 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:05:27.174517 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Sync routers for ids ['f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:05:27.198826 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.199866 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Routers {'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:27.200723 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-40aed2e5-d7db-4254-ad41-08672f5eac17 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4970155 Jul 15 19:05:27.202754 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:05:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:27.205248 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 45974) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:27.254826 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:27.608098 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6984a18-6ced-4dd9-9c66-a78b7912329b None None] Network 7fce7022-c1f0-402b-a36d-e8b25f99d8c8 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:05:27.665347 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Set router f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:27.846372 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cee363a-aa5f-5a1d-b56f-d46260367570-4194f688-d3d8-4b01-940e-e17b50e63a83', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c'}]}} from dv-cinder-780933-11-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:05:27.847732 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.164131 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3759765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6548'] for router, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.189248 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Allocated IP 172.20.0.2 (4194f688-d3d8-4b01-940e-e17b50e63a83/e0446c1b-838c-468f-b9ab-64ddc622ac9c/2423c5e9-8401-4c49-b4a0-09af5556f2e4) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:28.285088 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1781161606-router', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:23Z', 'updated_at': '2021-07-15T19:05:25Z', 'revision_number': 3, 'project_id': '1e8e384a6ac8489ea99ff26a8093883c', 'gw_port': {'id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:24Z', 'updated_at': '2021-07-15T19:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:28.354821 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Checking router: f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:05:28.356191 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Updating router f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 port ff0113fc-b978-4189-bf81-36933bf21279 binding host dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:05:28.367285 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46036) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:28.380263 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.391298 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Transition to ACTIVE for port object 2423c5e9-8401-4c49-b4a0-09af5556f2e4 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:28.410550 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Transition to ACTIVE for port object 2423c5e9-8401-4c49-b4a0-09af5556f2e4 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:28.441157 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.455842 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.463784 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Network 4194f688-d3d8-4b01-940e-e17b50e63a83 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:28.468539 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:28.475407 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:28.475536 dv-cinder-780933-11-iscsi neutron-server[93250]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 19:05:28.625875 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Attempting to bind port 2423c5e9-8401-4c49-b4a0-09af5556f2e4 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:28.626255 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Attempting to bind port 2423c5e9-8401-4c49-b4a0-09af5556f2e4 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:28.626621 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Attempting to bind port 2423c5e9-8401-4c49-b4a0-09af5556f2e4 on network 4194f688-d3d8-4b01-940e-e17b50e63a83 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:28.636206 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:28.636601 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Checking segment: {'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:28.637018 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.637531 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Bound using segment: {'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:28.638113 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Bound port: 2423c5e9-8401-4c49-b4a0-09af5556f2e4, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:28.638530 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.739324 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] For port 2423c5e9-8401-4c49-b4a0-09af5556f2e4, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:28.743349 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] For port 2423c5e9-8401-4c49-b4a0-09af5556f2e4, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=2423c5e9-8401-4c49-b4a0-09af5556f2e4,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:28.752188 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.789679 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.803838 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Pushing event updated for resources: {'Port': ['ID=2423c5e9-8401-4c49-b4a0-09af5556f2e4,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:28.814152 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:28.814557 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:28.814942 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:28.815914 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:28.816284 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:28.816611 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:28.816991 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:28.817354 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:28.817703 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:28.818083 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:28.818416 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:28.818738 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Tracked resource versions report: Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: pushed versions: Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: { 'AddressGroup': {'1.2'}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'ConntrackHelper': {'1.0'}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Log': {'1.0'}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Network': {'1.1'}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Port': {'1.7'}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'PortForwarding': {'1.2'}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'QosPolicy': {'1.8'}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'SecurityGroup': {'1.4'}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'SubPort': {'1.0'}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Subnet': {'1.1'}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Trunk': {'1.1'}} Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: consumer versions: Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: { DHCP agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: HyperV agent@hv-cinder-78093: {}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: L3 agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: Metadata agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: Metering agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: Open vSwitch agent@dv-cinder-780933-11-iscsi: { 'AddressGroup': '1.2', Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'ConntrackHelper': '1.0', Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Log': '1.0', Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Network': '1.1', Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Port': '1.7', Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'PortForwarding': '1.2', Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'QosPolicy': '1.8', Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'SecurityGroup': '1.4', Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'SecurityGroupRule': '1.2', Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'SubPort': '1.0', Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Subnet': '1.1', Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: 'Trunk': '1.1'}} Jul 15 19:05:28.819972 dv-cinder-780933-11-iscsi neutron-server[93252]: {{(pid=93252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:05:28.847901 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:28.938411 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.015051 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0dd9a-43d2-4bac-a400-0d471d5debb7 None None] Pushing event updated for resources: {'Port': ['ID=2423c5e9-8401-4c49-b4a0-09af5556f2e4,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:29.139260 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-17c8a813-42cd-4f93-b039-f4ebddc0d393 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:29.141365 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-17c8a813-42cd-4f93-b039-f4ebddc0d393 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/networks?id=7fce7022-c1f0-402b-a36d-e8b25f99d8c8 HTTP/1.1" status: 200 len: 812 time: 0.7710099 Jul 15 19:05:29.203773 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46066) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:29.212401 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-0493049b-9375-451b-ab37-7be755be0f3e tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/quotas/1856c45d386440d690315ecc70becbc1 HTTP/1.1" status: 200 len: 375 time: 0.0334585 Jul 15 19:05:29.252871 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46072) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:29.303230 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.332305 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Transition to ACTIVE for port object ff0113fc-b978-4189-bf81-36933bf21279 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:29.336296 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-29f3a5a6-4fec-4657-ad31-eb09740bf9da tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1856c45d386440d690315ecc70becbc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643008 Jul 15 19:05:29.352081 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.372366 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Allocated IP 172.20.0.1 (a1898f4d-6b9a-4d30-8950-56ad70b81f46/6812f2bb-00f7-4b0b-a067-257a16519cb5/fd575c09-e9ed-44c5-ab9d-a5452bfabf04) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:29.422672 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Attempting to bind port ff0113fc-b978-4189-bf81-36933bf21279 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:29.422997 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Attempting to bind port ff0113fc-b978-4189-bf81-36933bf21279 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:29.423386 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Attempting to bind port ff0113fc-b978-4189-bf81-36933bf21279 on network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:29.438179 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:29.438913 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Checking segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:29.439123 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 2423c5e9-8401-4c49-b4a0-09af5556f2e4 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:29.440156 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.440726 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Bound using segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:29.442013 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Bound port: ff0113fc-b978-4189-bf81-36933bf21279, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:29.442638 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.445822 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Pushing event updated for resources: {'Port': ['ID=ff0113fc-b978-4189-bf81-36933bf21279,revision_number=2']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:29.496275 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:29.496634 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:29.496969 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:29.497325 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:29.497667 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:29.497965 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:29.498270 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:29.498588 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:29.503971 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:29.504516 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:29.504862 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:29.506921 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Tracked resource versions report: Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: pushed versions: Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: { 'AddressGroup': {'1.2'}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'ConntrackHelper': {'1.0'}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Log': {'1.0'}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Network': {'1.1'}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Port': {'1.7'}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'PortForwarding': {'1.2'}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'QosPolicy': {'1.8'}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'SecurityGroup': {'1.4'}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'SubPort': {'1.0'}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Subnet': {'1.1'}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Trunk': {'1.1'}} Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: consumer versions: Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: { DHCP agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: HyperV agent@hv-cinder-78093: {}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: L3 agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: Metadata agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: Metering agent@dv-cinder-780933-11-iscsi: {}, Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: Open vSwitch agent@dv-cinder-780933-11-iscsi: { 'AddressGroup': '1.2', Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'ConntrackHelper': '1.0', Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Log': '1.0', Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Network': '1.1', Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Port': '1.7', Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'PortForwarding': '1.2', Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'QosPolicy': '1.8', Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'SecurityGroup': '1.4', Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'SecurityGroupRule': '1.2', Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'SubPort': '1.0', Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Subnet': '1.1', Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: 'Trunk': '1.1'}} Jul 15 19:05:29.510203 dv-cinder-780933-11-iscsi neutron-server[93253]: {{(pid=93253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:05:29.544162 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Allocated IP 172.27.1.137 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/5ae6fca4-0ecc-4556-b7e9-e561a082ed9e) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:29.563850 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] For port ff0113fc-b978-4189-bf81-36933bf21279, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:29.571376 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] For port ff0113fc-b978-4189-bf81-36933bf21279, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=ff0113fc-b978-4189-bf81-36933bf21279,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:29.577785 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.590325 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-db85bcf4-8c5a-4b40-9b43-6838f5e6c9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.593485 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 2423c5e9-8401-4c49-b4a0-09af5556f2e4 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:29.633012 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.664013 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-204354f0-3a72-4c1b-bd67-13b5655b3335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.695324 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Routers {'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:29.697009 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:05:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:29.715465 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-6cbc9dd7-bda6-4152-95c2-13402d9c0713 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:05:29.717535 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-6cbc9dd7-bda6-4152-95c2-13402d9c0713 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0977280 Jul 15 19:05:29.764452 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4d63d-886a-4c40-b8e9-a15e1c00c205 None None] Pushing event updated for resources: {'Port': ['ID=ff0113fc-b978-4189-bf81-36933bf21279,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:29.811454 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.836036 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.878214 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] Set router f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:29.900056 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:29.984673 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Network a1898f4d-6b9a-4d30-8950-56ad70b81f46 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:29.991751 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:30.001814 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:30.003019 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:30.009461 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae6fca4-0ecc-4556-b7e9-e561a082ed9e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:30.024912 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:30.030080 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-db85bcf4-8c5a-4b40-9b43-6838f5e6c9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.031939 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:30.032469 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088375'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.156063 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-db85bcf4-8c5a-4b40-9b43-6838f5e6c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.211832 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1781161606-router', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:23Z', 'updated_at': '2021-07-15T19:05:25Z', 'revision_number': 3, 'project_id': '1e8e384a6ac8489ea99ff26a8093883c', 'gw_port': {'id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:24Z', 'updated_at': '2021-07-15T19:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:30.275541 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9778700-4544-4a2a-b03c-ed1346c0a49b None None] The sync data for ids ['f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'] in dv-cinder-780933-11-iscsi is: [{'id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1781161606-router', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:23Z', 'updated_at': '2021-07-15T19:05:25Z', 'revision_number': 3, 'project_id': '1e8e384a6ac8489ea99ff26a8093883c', 'gw_port': {'id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:24Z', 'updated_at': '2021-07-15T19:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:05:30.308196 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Pushing event updated for resources: {'Port': ['ID=fd575c09-e9ed-44c5-ab9d-a5452bfabf04,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:30.372540 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-db85bcf4-8c5a-4b40-9b43-6838f5e6c9e0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae4a9cabdf22440da84099786683c7b5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1663835 Jul 15 19:05:30.377102 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46120) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:30.379154 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85bcf4-8c5a-4b40-9b43-6838f5e6c9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29ae10f-6827-44b1-b96b-d1699a11ed3d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:30.483418 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2c81de-4f07-4785-acf2-748f3504eba1 None None] Network 4194f688-d3d8-4b01-940e-e17b50e63a83 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:05:30.569384 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-a32d2c77-e82b-44d4-b311-59d04739ce18 service neutron] 10.222.0.78 "GET /v2.0/networks/7fce7022-c1f0-402b-a36d-e8b25f99d8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8394217 Jul 15 19:05:30.610416 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.703961 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2c208228-d89f-46f7-b98a-cde03ef414af None None] Provisioning for port 2423c5e9-8401-4c49-b4a0-09af5556f2e4 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:30.729111 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-23cbffe4-1f37-4234-a2f5-765085da43c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.772757 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2c208228-d89f-46f7-b98a-cde03ef414af None None] Provisioning complete for port 2423c5e9-8401-4c49-b4a0-09af5556f2e4 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:30.773220 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2c208228-d89f-46f7-b98a-cde03ef414af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.821999 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-23cbffe4-1f37-4234-a2f5-765085da43c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.882050 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.902111 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-0419837b-3c1e-40ca-a5da-41f5e81e83e2 service neutron] 10.222.0.78 "GET /v2.0/networks/7fce7022-c1f0-402b-a36d-e8b25f99d8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139963 Jul 15 19:05:30.958296 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-23cbffe4-1f37-4234-a2f5-765085da43c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.961474 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-23cbffe4-1f37-4234-a2f5-765085da43c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:30.965974 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-23cbffe4-1f37-4234-a2f5-765085da43c2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e29ae10f-6827-44b1-b96b-d1699a11ed3d HTTP/1.1" status: 204 len: 168 time: 0.5870435 Jul 15 19:05:30.987068 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbffe4-1f37-4234-a2f5-765085da43c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29ae10f-6827-44b1-b96b-d1699a11ed3d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:31.057572 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-204354f0-3a72-4c1b-bd67-13b5655b3335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.071657 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-204354f0-3a72-4c1b-bd67-13b5655b3335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.094473 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2c208228-d89f-46f7-b98a-cde03ef414af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.178863 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-204354f0-3a72-4c1b-bd67-13b5655b3335 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d5096fada1cc48dda83bd4b79b8e8a4f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9244034 Jul 15 19:05:31.184275 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46140) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:31.199551 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759616'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.202832 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-2c208228-d89f-46f7-b98a-cde03ef414af None None] For port 2423c5e9-8401-4c49-b4a0-09af5556f2e4, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=2423c5e9-8401-4c49-b4a0-09af5556f2e4,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:31.210874 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2c208228-d89f-46f7-b98a-cde03ef414af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.222287 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204354f0-3a72-4c1b-bd67-13b5655b3335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afab8ebe-8dd6-4498-ae1c-108a0af025e4,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:31.352524 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device ff0113fc-b978-4189-bf81-36933bf21279 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:31.449121 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.450085 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46152) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:31.450906 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79cd152b-d089-4378-8af0-42ef646fb150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.455115 dv-cinder-780933-11-iscsi neutron-server[93251]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 19:05:31.462067 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.463106 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4088387'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.538198 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-35541416-e543-446b-a916-02b85419b370 req-167bec18-c168-4341-b0e9-573fb7558a7b tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 210 time: 0.0844114 Jul 15 19:05:31.604576 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c208228-d89f-46f7-b98a-cde03ef414af None None] Pushing event updated for resources: {'Port': ['ID=2423c5e9-8401-4c49-b4a0-09af5556f2e4,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:31.625951 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port ff0113fc-b978-4189-bf81-36933bf21279 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:31.636154 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port ff0113fc-b978-4189-bf81-36933bf21279 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:31.637680 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.641751 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79cd152b-d089-4378-8af0-42ef646fb150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.665675 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Pushing event updated for resources: {'Port': ['ID=fd575c09-e9ed-44c5-ab9d-a5452bfabf04,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:31.750776 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79cd152b-d089-4378-8af0-42ef646fb150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.753755 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79cd152b-d089-4378-8af0-42ef646fb150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.758804 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-79cd152b-d089-4378-8af0-42ef646fb150 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/afab8ebe-8dd6-4498-ae1c-108a0af025e4 HTTP/1.1" status: 204 len: 168 time: 0.5725708 Jul 15 19:05:31.769485 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46168) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:31.776021 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Network a1898f4d-6b9a-4d30-8950-56ad70b81f46 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:31.776462 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd152b-d089-4378-8af0-42ef646fb150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afab8ebe-8dd6-4498-ae1c-108a0af025e4,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:31.791403 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:31.807716 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Router 9804479a-cb43-44e9-9b75-b6116f6881d7 is scheduled to L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:05:31.824318 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-01a17187-33ec-44ee-9ff0-53d7f0a8e38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:31.839877 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-61cff684-cea9-4672-a52a-5e025a521a18 None None] Provisioning complete for port 2423c5e9-8401-4c49-b4a0-09af5556f2e4 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:31.841962 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-61cff684-cea9-4672-a52a-5e025a521a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.144768 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.189058 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:05:32.235756 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Sync routers for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:05:32.251593 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port ff0113fc-b978-4189-bf81-36933bf21279, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=ff0113fc-b978-4189-bf81-36933bf21279,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:32.270569 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:32.272231 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:05:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:32.292457 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Router f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:05:32.342040 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.400817 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-01a17187-33ec-44ee-9ff0-53d7f0a8e38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.411398 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-01a17187-33ec-44ee-9ff0-53d7f0a8e38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.416275 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.417859 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-626a887c-2f3b-4fda-9309-d6e27724bde8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4917059 Jul 15 19:05:32.421017 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46202) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:32.500645 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=ff0113fc-b978-4189-bf81-36933bf21279,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:32.514280 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-01a17187-33ec-44ee-9ff0-53d7f0a8e38f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0062a66fece948e289bbc5585e584d92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7405410 Jul 15 19:05:32.517662 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46210) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:32.542679 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a17187-33ec-44ee-9ff0-53d7f0a8e38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0289499-abda-438f-87ad-8222cb5361bd,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:32.579713 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:05:32.588585 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0bf5d419-2024-460a-bc41-b1a037fa7b84 admin admin] 10.222.0.78 "PUT /v2.0/routers/f7c1299e-a6bd-4191-b2a8-7144ca4d6f39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3821464 Jul 15 19:05:32.590504 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:32.710229 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a108f6f5-8bd9-4522-b488-4f36c4fdbb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.867402 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a108f6f5-8bd9-4522-b488-4f36c4fdbb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:32.969733 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e95451b2-704b-4bea-8006-5ce3a08e6c28 req-fd5fcab0-2d99-4c55-9321-69d80eef06aa tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 210 time: 0.1818588 Jul 15 19:05:33.110410 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a108f6f5-8bd9-4522-b488-4f36c4fdbb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:33.113927 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a108f6f5-8bd9-4522-b488-4f36c4fdbb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:33.115372 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a108f6f5-8bd9-4522-b488-4f36c4fdbb1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0289499-abda-438f-87ad-8222cb5361bd HTTP/1.1" status: 204 len: 168 time: 0.5967531 Jul 15 19:05:33.144433 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108f6f5-8bd9-4522-b488-4f36c4fdbb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0289499-abda-438f-87ad-8222cb5361bd,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:33.220575 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Sync routers for ids ['f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:05:33.249380 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Routers {'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:33.250871 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:05:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:33.331712 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 2423c5e9-8401-4c49-b4a0-09af5556f2e4 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:33.543720 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 2423c5e9-8401-4c49-b4a0-09af5556f2e4 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:33.544961 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:33.599213 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:33.628435 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:30Z', 'revision_number': 3, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:33.722164 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Checking router: 9804479a-cb43-44e9-9b75-b6116f6881d7 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:05:33.723774 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Updating router 9804479a-cb43-44e9-9b75-b6116f6881d7 port 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e binding host dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:05:33.835629 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Set router f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:33.876805 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:33.888302 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device ff0113fc-b978-4189-bf81-36933bf21279 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:33.936933 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46282) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:33.979993 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Allocated IP 172.20.0.1 (4194f688-d3d8-4b01-940e-e17b50e63a83/e0446c1b-838c-468f-b9ab-64ddc622ac9c/e873ec7b-071c-44e7-97dd-f7651b7ee53c) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:34.239586 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port ff0113fc-b978-4189-bf81-36933bf21279 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:34.240032 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:34.381555 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1b95f5d6-318d-405a-af09-5e5d8d98aa2e req-21728a56-436d-42b5-8b41-05cb9a269199 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 210 time: 0.0888791 Jul 15 19:05:34.393985 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-9c8e8086-f215-4e95-bb19-07ba54a9b897 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:34.395774 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-9c8e8086-f215-4e95-bb19-07ba54a9b897 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/networks?id=a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 200 len: 819 time: 0.3547935 Jul 15 19:05:34.445807 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46302) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:34.484316 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1781161606-router', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:23Z', 'updated_at': '2021-07-15T19:05:30Z', 'revision_number': 4, 'project_id': '1e8e384a6ac8489ea99ff26a8093883c', 'gw_port': {'id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:24Z', 'updated_at': '2021-07-15T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'fd575c09-e9ed-44c5-ab9d-a5452bfabf04', 'name': '', 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'mac_address': 'fa:16:3e:c0:75:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6812f2bb-00f7-4b0b-a067-257a16519cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:30Z', 'revision_number': 2, 'project_id': '1e8e384a6ac8489ea99ff26a8093883c', 'subnets': [{'id': '6812f2bb-00f7-4b0b-a067-257a16519cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:34.496807 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:34.516493 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Transition to ACTIVE for port object e873ec7b-071c-44e7-97dd-f7651b7ee53c will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:34.546978 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Checking router: f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:05:34.547656 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Updating router f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 port fd575c09-e9ed-44c5-ab9d-a5452bfabf04 binding host dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:05:34.577080 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1072951973-network', 'tenant_id': 'b80e4aa9920d485889df626a835aeb4d'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:34.597480 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:34.639873 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:34.707130 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-56f6ae51-0251-4604-8ca5-d68fb608b5d6 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/quotas/1e8e384a6ac8489ea99ff26a8093883c HTTP/1.1" status: 200 len: 375 time: 0.1830010 Jul 15 19:05:34.718103 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Network 4194f688-d3d8-4b01-940e-e17b50e63a83 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:34.735746 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:34.772684 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:34.773242 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088375'] for router_interface, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:34.906778 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8eb96711-4225-4d78-a648-cb279508bb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:34.980850 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Made reservation on behalf of b80e4aa9920d485889df626a835aeb4d for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:34.996000 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.005105 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e873ec7b-071c-44e7-97dd-f7651b7ee53c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:35.117842 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.131221 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Transition to ACTIVE for port object fd575c09-e9ed-44c5-ab9d-a5452bfabf04 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:35.138677 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.81', 49341) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:35.139962 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.226648 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.228892 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfef70-825b-41e1-8f0a-d1f9590a3cf8 None None] Pushing event updated for resources: {'Port': ['ID=fd575c09-e9ed-44c5-ab9d-a5452bfabf04,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:35.247998 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.261666 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Transition to ACTIVE for port object 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:35.278601 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.290110 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8eb96711-4225-4d78-a648-cb279508bb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.292667 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46334) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:35.334359 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e897394-d5ec-4626-ad31-877792190bba None None] Pushing event updated for resources: {'Port': ['ID=5ae6fca4-0ecc-4556-b7e9-e561a082ed9e,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:35.337404 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-5df9bdf2-1bc2-48a2-ac9c-7304dfb710b1 None None] Provisioning for port e873ec7b-071c-44e7-97dd-f7651b7ee53c completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:35.340035 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8eb96711-4225-4d78-a648-cb279508bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.344036 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-5df9bdf2-1bc2-48a2-ac9c-7304dfb710b1 None None] Provisioning complete for port e873ec7b-071c-44e7-97dd-f7651b7ee53c triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:35.344929 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5df9bdf2-1bc2-48a2-ac9c-7304dfb710b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.417998 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-5df9bdf2-1bc2-48a2-ac9c-7304dfb710b1 None None] Port e873ec7b-071c-44e7-97dd-f7651b7ee53c cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:05:35.420019 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Attempting to bind port fd575c09-e9ed-44c5-ab9d-a5452bfabf04 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:35.420675 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Attempting to bind port fd575c09-e9ed-44c5-ab9d-a5452bfabf04 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '7dcd4507-7c4b-4f90-87b8-7751405258f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:35.421243 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Attempting to bind port fd575c09-e9ed-44c5-ab9d-a5452bfabf04 on network a1898f4d-6b9a-4d30-8950-56ad70b81f46 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:35.429434 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:35.430179 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Checking segment: {'id': '7dcd4507-7c4b-4f90-87b8-7751405258f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:35.430857 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.432934 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Bound using segment: {'id': '7dcd4507-7c4b-4f90-87b8-7751405258f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:35.436014 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Bound port: fd575c09-e9ed-44c5-ab9d-a5452bfabf04, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcd4507-7c4b-4f90-87b8-7751405258f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:35.436954 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.442640 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb96711-4225-4d78-a648-cb279508bb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d63f1e7-012a-48e5-9b47-6d1143ba7eae,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:35.444714 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Attempting to bind port 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:35.445210 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Attempting to bind port 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:35.445672 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Attempting to bind port 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e on network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:35.453517 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:35.454221 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Checking segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:35.454804 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.455452 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Bound using segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:35.456132 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Bound port: 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:35.456629 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.546914 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8eb96711-4225-4d78-a648-cb279508bb92 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b8a666cd9504bf7b631f714568f8ef7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0959442 Jul 15 19:05:35.547764 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46342) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:35.597067 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-b170bd7d-e37d-4957-96c7-0535ab8c44d9 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:35.598737 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-b170bd7d-e37d-4957-96c7-0535ab8c44d9 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.81 "GET /v2.0/networks?id=7fce7022-c1f0-402b-a36d-e8b25f99d8c8 HTTP/1.1" status: 200 len: 812 time: 0.4587936 Jul 15 19:05:35.602914 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] For port 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:35.615815 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] For port 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=5ae6fca4-0ecc-4556-b7e9-e561a082ed9e,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:35.626868 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.665981 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-76482f07-1306-4e31-8b88-d766db181b5d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Request body: {'port': {'device_id': '623820f2-1c6c-48ec-9423-d0413ac536f3', 'network_id': '7fce7022-c1f0-402b-a36d-e8b25f99d8c8', 'admin_state_up': True, 'tenant_id': '1856c45d386440d690315ecc70becbc1'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:35.668640 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-5334cefe-eafc-4a24-85a9-1f223196ad64 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9387386 Jul 15 19:05:35.690347 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] For port fd575c09-e9ed-44c5-ab9d-a5452bfabf04, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:35.696630 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] For port fd575c09-e9ed-44c5-ab9d-a5452bfabf04, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=fd575c09-e9ed-44c5-ab9d-a5452bfabf04,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:35.711612 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.734301 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.863851 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.866014 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:35.871187 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:05:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:35.872572 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfef70-825b-41e1-8f0a-d1f9590a3cf8 None None] Pushing event updated for resources: {'Port': ['ID=fd575c09-e9ed-44c5-ab9d-a5452bfabf04,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:35.887051 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:35.902465 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Routers {'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:35.903402 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:05:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:35.967260 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e897394-d5ec-4626-ad31-877792190bba None None] Pushing event updated for resources: {'Port': ['ID=5ae6fca4-0ecc-4556-b7e9-e561a082ed9e,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:35.983196 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:05:36.023072 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ededf2a4-3f88-4445-800f-8eacecef83a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:36.058288 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086d3f48-65e3-4eb0-b44e-d32671799c5d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:36.061611 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:36.061946 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Added segment 3fc379d2-16a5-4ce7-9efa-78ce77d23a5d of type vlan for network f697de08-0dc9-40ec-8177-c62ed258aa3e Jul 15 19:05:36.144826 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8190602c-8332-492b-8779-dc08bcfeb164 req-36f1a75f-9dac-455b-b9c3-c1ae8225b364 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 210 time: 0.3028185 Jul 15 19:05:36.180746 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:36.208292 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0512ddc6-1607-4d93-ac86-a7827d19b0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:36.277792 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-3f20371f-0812-4173-8638-9a182af477d5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:05:36.293689 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-3f20371f-0812-4173-8638-9a182af477d5 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2543802 Jul 15 19:05:36.312306 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] Set router f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:36.313065 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0512ddc6-1607-4d93-ac86-a7827d19b0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:36.417724 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0512ddc6-1607-4d93-ac86-a7827d19b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:36.420654 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0512ddc6-1607-4d93-ac86-a7827d19b0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:36.431873 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0512ddc6-1607-4d93-ac86-a7827d19b0b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d63f1e7-012a-48e5-9b47-6d1143ba7eae HTTP/1.1" status: 204 len: 168 time: 0.8826392 Jul 15 19:05:36.527478 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512ddc6-1607-4d93-ac86-a7827d19b0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d63f1e7-012a-48e5-9b47-6d1143ba7eae,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:36.620081 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ededf2a4-3f88-4445-800f-8eacecef83a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:36.649357 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ededf2a4-3f88-4445-800f-8eacecef83a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:36.744316 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:33Z', 'revision_number': 1, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:36.751945 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:36.761082 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:36.762693 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-76482f07-1306-4e31-8b88-d766db181b5d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Made reservation on behalf of 1856c45d386440d690315ecc70becbc1 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:36.768760 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:36.770275 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4088387'] for router_interface, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:36.777809 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf565b-763b-4433-8c54-7c819da2a249 None None] The sync data for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi is: [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:33Z', 'revision_number': 1, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:05:36.778110 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-76482f07-1306-4e31-8b88-d766db181b5d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:36.813895 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededf2a4-3f88-4445-800f-8eacecef83a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442ed59a-0839-4ef3-923a-d74c3ff4a036,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:36.832482 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ededf2a4-3f88-4445-800f-8eacecef83a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=01443d51eb67486aa0c1603785592468&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5374544 Jul 15 19:05:36.833109 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46400) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:36.905713 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c7a5ffba-751d-4a5c-bc1c-1e9c263a3948 service neutron] 10.222.0.78 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111410 Jul 15 19:05:37.028101 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Network 4194f688-d3d8-4b01-940e-e17b50e63a83 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:37.046118 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:37.049114 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e873ec7b-071c-44e7-97dd-f7651b7ee53c,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:37.073525 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:37.075780 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:37.076495 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:37.105390 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4a13677-ab17-4949-9fc6-8ca2bc3dafed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:37.185737 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1781161606-router', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:23Z', 'updated_at': '2021-07-15T19:05:30Z', 'revision_number': 4, 'project_id': '1e8e384a6ac8489ea99ff26a8093883c', 'gw_port': {'id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:24Z', 'updated_at': '2021-07-15T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'fd575c09-e9ed-44c5-ab9d-a5452bfabf04', 'name': '', 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'mac_address': 'fa:16:3e:c0:75:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6812f2bb-00f7-4b0b-a067-257a16519cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '1e8e384a6ac8489ea99ff26a8093883c', 'subnets': [{'id': '6812f2bb-00f7-4b0b-a067-257a16519cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:37.220030 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4a13677-ab17-4949-9fc6-8ca2bc3dafed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:37.329530 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4a13677-ab17-4949-9fc6-8ca2bc3dafed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:37.334201 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4a13677-ab17-4949-9fc6-8ca2bc3dafed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:37.341941 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e4a13677-ab17-4949-9fc6-8ca2bc3dafed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/442ed59a-0839-4ef3-923a-d74c3ff4a036 HTTP/1.1" status: 204 len: 168 time: 0.5058513 Jul 15 19:05:37.380055 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a13677-ab17-4949-9fc6-8ca2bc3dafed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442ed59a-0839-4ef3-923a-d74c3ff4a036,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:37.385854 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-76482f07-1306-4e31-8b88-d766db181b5d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Allocated IP 172.20.0.7 (7fce7022-c1f0-402b-a36d-e8b25f99d8c8/a68068eb-90cc-429c-92c1-1210de1aa815/b49d8c63-27e1-417b-9afc-c4dc82fb1e17) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:37.397420 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beceb4c4-7dcf-4574-a08f-0c9e18793640 None None] The sync data for ids ['f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'] in dv-cinder-780933-11-iscsi is: [{'id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1781161606-router', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:23Z', 'updated_at': '2021-07-15T19:05:30Z', 'revision_number': 4, 'project_id': '1e8e384a6ac8489ea99ff26a8093883c', 'gw_port': {'id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:24Z', 'updated_at': '2021-07-15T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'fd575c09-e9ed-44c5-ab9d-a5452bfabf04', 'name': '', 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'mac_address': 'fa:16:3e:c0:75:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6812f2bb-00f7-4b0b-a067-257a16519cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '1e8e384a6ac8489ea99ff26a8093883c', 'subnets': [{'id': '6812f2bb-00f7-4b0b-a067-257a16519cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:05:37.574896 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-598ef0f8-e0bb-4ab0-b07b-92bef681bea6 None None] Provisioning complete for port e873ec7b-071c-44e7-97dd-f7651b7ee53c triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:37.575307 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-598ef0f8-e0bb-4ab0-b07b-92bef681bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:37.666222 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46414) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:37.682638 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.7422297 Jul 15 19:05:37.723556 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46416) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:37.726565 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c165061d-bec2-4de1-a4be-c67bad3a3098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:37.769797 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200e626-9301-4388-b241-a8e3111df3b0 admin admin] Pushing event updated for resources: {'Network': ['ID=f697de08-0dc9-40ec-8177-c62ed258aa3e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:37.795808 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network f697de08-0dc9-40ec-8177-c62ed258aa3e details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:05:37.800021 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-cd43b0ad-e944-43d3-ac54-0a06e0f80b13 admin admin] Request body: {'subnet': {'network_id': 'f697de08-0dc9-40ec-8177-c62ed258aa3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1072951973-subnet', 'tenant_id': 'b80e4aa9920d485889df626a835aeb4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:37.964018 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Router 9804479a-cb43-44e9-9b75-b6116f6881d7 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:05:38.016456 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-598ef0f8-e0bb-4ab0-b07b-92bef681bea6 None None] Port e873ec7b-071c-44e7-97dd-f7651b7ee53c cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:05:38.282699 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:05:38.448607 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd43b0ad-e944-43d3-ac54-0a06e0f80b13 admin admin] Made reservation on behalf of b80e4aa9920d485889df626a835aeb4d for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:38.455898 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6ce15047-2a5e-46f2-9b40-1b76ca3e0c65 req-4fe31a84-92f6-4625-bab0-106cdc4bf49a tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 210 time: 0.1404283 Jul 15 19:05:38.463006 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd43b0ad-e944-43d3-ac54-0a06e0f80b13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:38.581844 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-825f7e77-291f-474d-88e8-4feb2a593cff service neutron] 10.222.0.78 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6671355 Jul 15 19:05:38.583040 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:05:38.619780 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-76482f07-1306-4e31-8b88-d766db181b5d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:38.754346 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3c98d175-62de-4067-9606-535f7dbaa9b0 admin admin] 10.222.0.78 "PUT /v2.0/routers/9804479a-cb43-44e9-9b75-b6116f6881d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3318503 Jul 15 19:05:38.907387 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-76482f07-1306-4e31-8b88-d766db181b5d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:39.139946 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c165061d-bec2-4de1-a4be-c67bad3a3098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:39.173760 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c165061d-bec2-4de1-a4be-c67bad3a3098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:39.378832 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-76482f07-1306-4e31-8b88-d766db181b5d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Network 7fce7022-c1f0-402b-a36d-e8b25f99d8c8 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:39.383965 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76482f07-1306-4e31-8b88-d766db181b5d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Pushing event updated for resources: {'Port': ['ID=b49d8c63-27e1-417b-9afc-c4dc82fb1e17,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:39.401499 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-76482f07-1306-4e31-8b88-d766db181b5d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:39.413791 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-76482f07-1306-4e31-8b88-d766db181b5d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:39.440063 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-76482f07-1306-4e31-8b88-d766db181b5d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:39.444592 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-76482f07-1306-4e31-8b88-d766db181b5d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:39.511108 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:39.517655 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd43b0ad-e944-43d3-ac54-0a06e0f80b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:39.583450 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c165061d-bec2-4de1-a4be-c67bad3a3098 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff5ef6070b004af08af5c89b763f2dbd&name=default HTTP/1.1" status: 200 len: 2976 time: 1.9156213 Jul 15 19:05:39.603687 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165061d-bec2-4de1-a4be-c67bad3a3098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21598214-d6ef-4738-959c-b1cde608e682,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:39.645924 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46472) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:39.667603 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7c2db205-89bc-41f8-9016-0dfef1acec51 req-1e6d8a80-6b83-4b95-8e4b-b88231956b91 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 210 time: 0.2846186 Jul 15 19:05:39.912257 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:39.926135 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-76482f07-1306-4e31-8b88-d766db181b5d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2756724 Jul 15 19:05:39.947460 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:39.947967 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:39.948937 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43b0ad-e944-43d3-ac54-0a06e0f80b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d64791-b17c-4333-b3fc-25c0622defc5,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:39.966972 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-6389835f-eb63-4d70-91c1-1061286ec2bc tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:05:39.968323 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-6389835f-eb63-4d70-91c1-1061286ec2bc tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317614 Jul 15 19:05:40.023136 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-02873b23-199e-4494-a705-f6c9e88658b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:40.108726 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43b0ad-e944-43d3-ac54-0a06e0f80b13 admin admin] Checking segment: {'id': '3fc379d2-16a5-4ce7-9efa-78ce77d23a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f697de08-0dc9-40ec-8177-c62ed258aa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:40.109240 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd43b0ad-e944-43d3-ac54-0a06e0f80b13 admin admin] Network hostable DHCP agents. Network: f697de08-0dc9-40ec-8177-c62ed258aa3e, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:05:40.173632 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-02873b23-199e-4494-a705-f6c9e88658b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:40.207355 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd43b0ad-e944-43d3-ac54-0a06e0f80b13 admin admin] Network f697de08-0dc9-40ec-8177-c62ed258aa3e is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:05:40.246469 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-cd43b0ad-e944-43d3-ac54-0a06e0f80b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, f697de08-0dc9-40ec-8177-c62ed258aa3e) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:40.264898 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd43b0ad-e944-43d3-ac54-0a06e0f80b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:40.269499 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd43b0ad-e944-43d3-ac54-0a06e0f80b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:40.275480 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbefe0b6-b2d7-4f43-a944-ae8ba4382c2f None None] Network f697de08-0dc9-40ec-8177-c62ed258aa3e requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:05:40.323789 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-cd43b0ad-e944-43d3-ac54-0a06e0f80b13 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5548780 Jul 15 19:05:40.418349 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46494) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:40.509966 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-02873b23-199e-4494-a705-f6c9e88658b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:40.530691 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-02873b23-199e-4494-a705-f6c9e88658b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:40.534779 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-02873b23-199e-4494-a705-f6c9e88658b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21598214-d6ef-4738-959c-b1cde608e682 HTTP/1.1" status: 204 len: 168 time: 0.8601568 Jul 15 19:05:40.564222 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:40.628257 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02873b23-199e-4494-a705-f6c9e88658b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21598214-d6ef-4738-959c-b1cde608e682,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:40.736751 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=5ae6fca4-0ecc-4556-b7e9-e561a082ed9e,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:40.899528 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f923e-b016-432b-a766-2cf5214e5701 req-999795f9-0716-4f53-8867-0b0963957e39 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:40.922724 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef8f923e-b016-432b-a766-2cf5214e5701 req-999795f9-0716-4f53-8867-0b0963957e39 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 931 time: 0.6870122 Jul 15 19:05:40.931628 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:40.935748 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device fd575c09-e9ed-44c5-ab9d-a5452bfabf04 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:41.063936 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port fd575c09-e9ed-44c5-ab9d-a5452bfabf04 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:41.072108 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port fd575c09-e9ed-44c5-ab9d-a5452bfabf04 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:41.072108 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.124737 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-421c9bf2-4e92-4b26-a251-2c3c20638db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.127389 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef8f923e-b016-432b-a766-2cf5214e5701 req-e43ed734-2e49-4229-af4f-f68ceea18a3e tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022693 Jul 15 19:05:41.142599 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46516) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:41.166806 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-3b88a9a3-0c03-4bb0-9b65-8ec6702b5ce1 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867264269', 'description': 'tempest-description--93794954'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:41.247409 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.281090 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.db.api [None req-3b88a9a3-0c03-4bb0-9b65-8ec6702b5ce1 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 19:05:41.281090 dv-cinder-780933-11-iscsi neutron-server[93250]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 19:05:41.281090 dv-cinder-780933-11-iscsi neutron-server[93250]: [parameters: {'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'id': 'da51478d-227e-46b1-b457-e72912bff5ed', 'expiration': datetime.datetime(2021, 7, 15, 19, 7, 41, 250051)}] Jul 15 19:05:41.281090 dv-cinder-780933-11-iscsi neutron-server[93250]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93250) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 19:05:41.283113 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG oslo_db.api [None req-3b88a9a3-0c03-4bb0-9b65-8ec6702b5ce1 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 19:05:41.326638 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Request body: {'port': {'device_id': '623820f2-1c6c-48ec-9423-d0413ac536f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:41.343154 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port fd575c09-e9ed-44c5-ab9d-a5452bfabf04, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=fd575c09-e9ed-44c5-ab9d-a5452bfabf04,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:41.368827 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.528726 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=5ae6fca4-0ecc-4556-b7e9-e561a082ed9e,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:41.557687 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43423c03-bdca-45d4-8a50-a9fd40b6a752 None None] Network f697de08-0dc9-40ec-8177-c62ed258aa3e requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:05:41.659792 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-421c9bf2-4e92-4b26-a251-2c3c20638db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.689629 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.777440 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=fd575c09-e9ed-44c5-ab9d-a5452bfabf04,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:41.778432 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad791-8605-48da-a952-33e66715aa31 req-48a15cae-e1e7-4a8e-adc9-eff930021427 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:41.788933 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-48a15cae-e1e7-4a8e-adc9-eff930021427 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/networks?id=a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 200 len: 819 time: 0.3929722 Jul 15 19:05:41.793193 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-421c9bf2-4e92-4b26-a251-2c3c20638db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.851671 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c9bf2-4e92-4b26-a251-2c3c20638db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ace40c-344b-42d2-b0fa-4fa913cb2ab1,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:41.885525 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.887482 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-ad01959d-87cb-4f75-b102-6612699ef3af tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/quotas/1e8e384a6ac8489ea99ff26a8093883c HTTP/1.1" status: 200 len: 375 time: 0.0971227 Jul 15 19:05:41.986925 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3b88a9a3-0c03-4bb0-9b65-8ec6702b5ce1 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.990670 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-421c9bf2-4e92-4b26-a251-2c3c20638db6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c0c93d696ade44a9bdcb9d43e21f69f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5686836 Jul 15 19:05:41.991732 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46538) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:42.354343 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-fa21c8c6-655f-4413-aec2-cea1ab5a499d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4656138 Jul 15 19:05:42.432782 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eab0edad-474b-4ad5-ac76-502be0e4f02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:42.567508 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Sync routers for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:05:42.604724 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:42.607667 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:05:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:42.643895 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-c28309ac-d562-400f-b215-8cf084a8d3df service neutron] 10.222.0.78 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117658 Jul 15 19:05:42.760330 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eab0edad-474b-4ad5-ac76-502be0e4f02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.031129 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3b88a9a3-0c03-4bb0-9b65-8ec6702b5ce1 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.047039 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3212de-23a0-41d5-9993-a47383f355d2 req-51e9a451-8882-481b-9966-1dbf3eda3b76 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:43.050142 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eab0edad-474b-4ad5-ac76-502be0e4f02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.060023 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5f3212de-23a0-41d5-9993-a47383f355d2 req-51e9a451-8882-481b-9966-1dbf3eda3b76 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 931 time: 0.2294538 Jul 15 19:05:43.064879 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eab0edad-474b-4ad5-ac76-502be0e4f02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.077799 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-eab0edad-474b-4ad5-ac76-502be0e4f02e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a1ace40c-344b-42d2-b0fa-4fa913cb2ab1 HTTP/1.1" status: 204 len: 168 time: 1.0849185 Jul 15 19:05:43.127706 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-ae9b49dc-756d-47f9-819e-179fa859524e service neutron] 10.222.0.78 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708469 Jul 15 19:05:43.140441 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0edad-474b-4ad5-ac76-502be0e4f02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ace40c-344b-42d2-b0fa-4fa913cb2ab1,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:43.182385 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:43.184364 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5f3212de-23a0-41d5-9993-a47383f355d2 req-88579f4b-d264-4f44-ba36-3a4414c249ac tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224191 Jul 15 19:05:43.189393 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3b88a9a3-0c03-4bb0-9b65-8ec6702b5ce1 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.246731 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88a9a3-0c03-4bb0-9b65-8ec6702b5ce1 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82ef967-328c-48bd-9c3b-f5d818beb6d5,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:43.251989 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3b88a9a3-0c03-4bb0-9b65-8ec6702b5ce1 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.255422 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3b88a9a3-0c03-4bb0-9b65-8ec6702b5ce1 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1092346 Jul 15 19:05:43.256956 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46572) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:43.262280 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-d4afcba5-db28-4d5f-9d41-b9a42ecd2ba6 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Request body: {'security_group_rule': {'security_group_id': 'a82ef967-328c-48bd-9c3b-f5d818beb6d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:43.343954 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d4afcba5-db28-4d5f-9d41-b9a42ecd2ba6 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.559570 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49d8c63-27e1-417b-9afc-c4dc82fb1e17 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:05:43.574248 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d4afcba5-db28-4d5f-9d41-b9a42ecd2ba6 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.600342 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.639921 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.81', 49355) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:43.685023 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Transition to ACTIVE for port object b49d8c63-27e1-417b-9afc-c4dc82fb1e17 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:43.731445 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:43.798374 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb42055d-f668-406d-9a23-b03a0a5ca8e9 req-f7723144-0649-4b6e-9851-04bc65383441 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 210 time: 0.1095819 Jul 15 19:05:43.852912 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:44.075555 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d4afcba5-db28-4d5f-9d41-b9a42ecd2ba6 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:44.102655 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c14d3ecb-c1b5-4d57-8e8b-bf5b9147540f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:44.107943 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c14d3ecb-c1b5-4d57-8e8b-bf5b9147540f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.81 "GET /v2.0/networks?id=a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 200 len: 819 time: 0.4633102 Jul 15 19:05:44.136969 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46594) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:44.164477 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-500885350-network', 'tenant_id': '9690edb36db24755b7da21df325b2b13'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:44.175715 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:44.178495 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:44.187382 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Pushing event updated for resources: {'Port': ['ID=b49d8c63-27e1-417b-9afc-c4dc82fb1e17,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:44.189586 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d4afcba5-db28-4d5f-9d41-b9a42ecd2ba6 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:44.192591 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d4afcba5-db28-4d5f-9d41-b9a42ecd2ba6 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9345486 Jul 15 19:05:44.196184 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46600) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:44.204648 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-2f826329-5ad4-4cb8-b132-3c4322fe257a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Request body: {'security_group_rule': {'security_group_id': 'a82ef967-328c-48bd-9c3b-f5d818beb6d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:44.205678 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afcba5-db28-4d5f-9d41-b9a42ecd2ba6 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2579438c-89c9-40c7-a4ab-0c939b3d7bfc,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:44.222638 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-8f07eeb4-215c-461f-bc74-606b886e898b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Request body: {'port': {'device_id': '8bfbc5fb-5955-471c-a8e5-de67de6bb68a', 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46', 'admin_state_up': True, 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:44.372294 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f826329-5ad4-4cb8-b132-3c4322fe257a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:44.495766 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Attempting to bind port b49d8c63-27e1-417b-9afc-c4dc82fb1e17 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:44.495766 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Attempting to bind port b49d8c63-27e1-417b-9afc-c4dc82fb1e17 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '57b2ef25-7c20-4726-9db5-5730d5b1b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '7fce7022-c1f0-402b-a36d-e8b25f99d8c8'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:44.496114 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Attempting to bind port b49d8c63-27e1-417b-9afc-c4dc82fb1e17 on network 7fce7022-c1f0-402b-a36d-e8b25f99d8c8 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:44.498337 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device fd575c09-e9ed-44c5-ab9d-a5452bfabf04 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:44.542037 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Port b49d8c63-27e1-417b-9afc-c4dc82fb1e17 on network 7fce7022-c1f0-402b-a36d-e8b25f99d8c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:05:44.547457 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Attempting to bind port b49d8c63-27e1-417b-9afc-c4dc82fb1e17 on network 7fce7022-c1f0-402b-a36d-e8b25f99d8c8 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:44.620729 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Made reservation on behalf of 9690edb36db24755b7da21df325b2b13 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:44.632332 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:44.678036 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 2, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:44.765197 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Checking router: 9804479a-cb43-44e9-9b75-b6116f6881d7 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:05:44.765197 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Updating router 9804479a-cb43-44e9-9b75-b6116f6881d7 port e873ec7b-071c-44e7-97dd-f7651b7ee53c binding host dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:05:44.765483 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:44.842126 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port fd575c09-e9ed-44c5-ab9d-a5452bfabf04 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:44.849234 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:44.905725 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:44.907226 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Checking segment: {'id': '57b2ef25-7c20-4726-9db5-5730d5b1b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '7fce7022-c1f0-402b-a36d-e8b25f99d8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:44.912078 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Bound using segment: {'id': '57b2ef25-7c20-4726-9db5-5730d5b1b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '7fce7022-c1f0-402b-a36d-e8b25f99d8c8'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:44.912835 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Bound port: b49d8c63-27e1-417b-9afc-c4dc82fb1e17, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b2ef25-7c20-4726-9db5-5730d5b1b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '7fce7022-c1f0-402b-a36d-e8b25f99d8c8'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:44.913562 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:45.174325 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:45.175181 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] For port b49d8c63-27e1-417b-9afc-c4dc82fb1e17, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:45.190228 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] For port b49d8c63-27e1-417b-9afc-c4dc82fb1e17, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b49d8c63-27e1-417b-9afc-c4dc82fb1e17,segment=NetworkSegment(57b2ef25-7c20-4726-9db5-5730d5b1b38f),segment_id=57b2ef25-7c20-4726-9db5-5730d5b1b38f)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:45.233933 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:45.439266 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f826329-5ad4-4cb8-b132-3c4322fe257a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:45.447943 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Pushing event updated for resources: {'Port': ['ID=b49d8c63-27e1-417b-9afc-c4dc82fb1e17,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:45.507027 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f826329-5ad4-4cb8-b132-3c4322fe257a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:45.657210 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665f208-5f80-4ec5-a36c-9b950be26c83 req-b1676883-ee4e-4718-b4f4-c042b6950270 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:45.685509 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c665f208-5f80-4ec5-a36c-9b950be26c83 req-b1676883-ee4e-4718-b4f4-c042b6950270 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 943 time: 0.9425457 Jul 15 19:05:45.793984 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:45.794640 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:45.796227 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-e740e213-306c-480c-9d19-f3f0227d4c53 service neutron] 10.222.0.81 "PUT /v2.0/ports/b49d8c63-27e1-417b-9afc-c4dc82fb1e17 HTTP/1.1" status: 200 len: 1093 time: 5.0213785 Jul 15 19:05:45.811611 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623820f2-1c6c-48ec-9423-d0413ac536f3', 'tag': 'b49d8c63-27e1-417b-9afc-c4dc82fb1e17'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:05:45.980668 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c665f208-5f80-4ec5-a36c-9b950be26c83 req-7734327e-b042-4408-a5eb-5cabdc062d72 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933979 Jul 15 19:05:46.081644 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f826329-5ad4-4cb8-b132-3c4322fe257a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da746e00-8312-426e-bb1f-4ec6316763b6,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:46.172673 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-029a0a13-5969-4705-8569-6dafa9e5432c req-986e8535-d6d2-465f-bdb4-03e2a8853877 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 210 time: 0.5457113 Jul 15 19:05:46.375302 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:46.409802 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Transition to ACTIVE for port object e873ec7b-071c-44e7-97dd-f7651b7ee53c will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:46.427383 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:46.502205 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:46.515561 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:46.543203 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b4f47-d96b-4af8-b5d6-fd1f4157e996 None None] Pushing event updated for resources: {'Port': ['ID=e873ec7b-071c-44e7-97dd-f7651b7ee53c,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:46.558301 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-8f07eeb4-215c-461f-bc74-606b886e898b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Made reservation on behalf of 1e8e384a6ac8489ea99ff26a8093883c for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:46.573350 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-8f07eeb4-215c-461f-bc74-606b886e898b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:46.591023 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f826329-5ad4-4cb8-b132-3c4322fe257a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:46.596500 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2f826329-5ad4-4cb8-b132-3c4322fe257a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3975434 Jul 15 19:05:46.608281 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05d2e06f-368c-467a-ae12-4cb193110c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:46.642130 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46684) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:46.660278 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baaa44e-47f6-42ce-bcd9-7dfa95601e93" -d '{"events": [{"name": "network-changed", "server_uuid": "623820f2-1c6c-48ec-9423-d0413ac536f3", "tag": "b49d8c63-27e1-417b-9afc-c4dc82fb1e17"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:05:46.696235 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Attempting to bind port e873ec7b-071c-44e7-97dd-f7651b7ee53c on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:46.696874 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Request body: {'floatingip': {'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:46.696989 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Attempting to bind port e873ec7b-071c-44e7-97dd-f7651b7ee53c by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:46.697599 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Attempting to bind port e873ec7b-071c-44e7-97dd-f7651b7ee53c on network 4194f688-d3d8-4b01-940e-e17b50e63a83 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:46.705153 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:46.705389 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Checking segment: {'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:46.705952 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:46.706504 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Bound using segment: {'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:46.707263 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Bound port: e873ec7b-071c-44e7-97dd-f7651b7ee53c, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:46.707742 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:46.742064 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:05:46.767327 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af59e7be-66ab-4405-83ae-4def3851bd08,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:46.778100 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-63e4d754-09ea-45d6-b86f-ed8fd2423263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:46.779707 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-63e4d754-09ea-45d6-b86f-ed8fd2423263 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1856c45d386440d690315ecc70becbc1&device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 1096 time: 0.5849316 Jul 15 19:05:46.802567 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:46.803015 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Added segment 54778411-6aee-4ce0-94e3-a1073d13d65d of type vlan for network fa2b7d90-da7a-4dc0-8dc2-08afc8a693e5 Jul 15 19:05:46.950792 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] For port e873ec7b-071c-44e7-97dd-f7651b7ee53c, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:46.962277 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] For port e873ec7b-071c-44e7-97dd-f7651b7ee53c, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=e873ec7b-071c-44e7-97dd-f7651b7ee53c,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:46.972036 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:47.130642 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:05:47.131729 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:05:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:47.195279 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-8f07eeb4-215c-461f-bc74-606b886e898b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Allocated IP 172.20.0.11 (a1898f4d-6b9a-4d30-8950-56ad70b81f46/6812f2bb-00f7-4b0b-a067-257a16519cb5/3bddef09-7277-44f4-bb05-f109ff222b1f) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:47.249325 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b4f47-d96b-4af8-b5d6-fd1f4157e996 None None] Pushing event updated for resources: {'Port': ['ID=e873ec7b-071c-44e7-97dd-f7651b7ee53c,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:47.256067 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:47.283909 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:47.530891 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:05:47.567851 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-8f07eeb4-215c-461f-bc74-606b886e898b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:47.586638 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:47.587737 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:47.588298 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:47.656597 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device e873ec7b-071c-44e7-97dd-f7651b7ee53c up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:47.669705 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-8f07eeb4-215c-461f-bc74-606b886e898b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:47.723998 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.5776587 Jul 15 19:05:47.736156 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391a1b8a-7848-460d-979a-e7f52716213e x-openstack-request-id: req-391a1b8a-7848-460d-979a-e7f52716213e {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:05:47.736804 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623820f2-1c6c-48ec-9423-d0413ac536f3", "tag": "b49d8c63-27e1-417b-9afc-c4dc82fb1e17", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:05:47.737262 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-391a1b8a-7848-460d-979a-e7f52716213e {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:05:47.737945 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623820f2-1c6c-48ec-9423-d0413ac536f3', 'tag': 'b49d8c63-27e1-417b-9afc-c4dc82fb1e17', 'status': 'completed', 'code': 200} Jul 15 19:05:47.746484 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46714) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:47.747531 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367414f-0aad-4a68-85c8-897e4caf9def admin admin] Pushing event updated for resources: {'Network': ['ID=fa2b7d90-da7a-4dc0-8dc2-08afc8a693e5,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:47.760589 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-61119226-e71a-45b7-80ae-0e4fe926f588 admin admin] Request body: {'subnet': {'network_id': 'fa2b7d90-da7a-4dc0-8dc2-08afc8a693e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-500885350-subnet', 'tenant_id': '9690edb36db24755b7da21df325b2b13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:47.797074 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network fa2b7d90-da7a-4dc0-8dc2-08afc8a693e5 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:05:47.851890 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port e873ec7b-071c-44e7-97dd-f7651b7ee53c completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:05:47.871529 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port e873ec7b-071c-44e7-97dd-f7651b7ee53c triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:47.872098 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:47.889297 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-8f07eeb4-215c-461f-bc74-606b886e898b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Network a1898f4d-6b9a-4d30-8950-56ad70b81f46 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:47.894058 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77712866-fd8f-4ae1-ac9a-6927f4ac295a req-a25d583c-c539-49cb-b938-d8a6331a03bd tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:47.895942 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-77712866-fd8f-4ae1-ac9a-6927f4ac295a req-a25d583c-c539-49cb-b938-d8a6331a03bd tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 943 time: 0.6143847 Jul 15 19:05:47.918190 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-8f07eeb4-215c-461f-bc74-606b886e898b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:47.923469 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61119226-e71a-45b7-80ae-0e4fe926f588 admin admin] Made reservation on behalf of 9690edb36db24755b7da21df325b2b13 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:47.924684 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-8f07eeb4-215c-461f-bc74-606b886e898b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:47.933692 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61119226-e71a-45b7-80ae-0e4fe926f588 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:47.938755 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-8f07eeb4-215c-461f-bc74-606b886e898b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:47.941620 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-8f07eeb4-215c-461f-bc74-606b886e898b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:48.016177 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-8f07eeb4-215c-461f-bc74-606b886e898b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8215444 Jul 15 19:05:48.055669 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07eeb4-215c-461f-bc74-606b886e898b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Pushing event updated for resources: {'Port': ['ID=3bddef09-7277-44f4-bb05-f109ff222b1f,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:48.070945 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-77712866-fd8f-4ae1-ac9a-6927f4ac295a req-24100942-746a-46b0-9480-6ada76e9ec8e tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509702 Jul 15 19:05:48.097395 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:48.097850 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-fdab3e3f-7343-4f7c-9194-ee111a312b2c None None] Provisioning complete for port e873ec7b-071c-44e7-97dd-f7651b7ee53c triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:48.100544 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fdab3e3f-7343-4f7c-9194-ee111a312b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:48.155344 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a381fe8-94e9-4713-b9b2-a86bcf5c318a req-a64a7cd3-7e13-44d2-b805-accaa488f388 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 210 time: 0.1732209 Jul 15 19:05:48.327717 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Allocated IP 172.27.1.122 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/3ff2fa5a-fcc5-4fc0-827c-38f5f4750636) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:48.342162 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61119226-e71a-45b7-80ae-0e4fe926f588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:48.531132 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:48.555817 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61119226-e71a-45b7-80ae-0e4fe926f588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a302d38-77ac-40e4-9b08-f96253e445df,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:48.557220 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fdab3e3f-7343-4f7c-9194-ee111a312b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:48.583374 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61119226-e71a-45b7-80ae-0e4fe926f588 admin admin] Checking segment: {'id': '54778411-6aee-4ce0-94e3-a1073d13d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'fa2b7d90-da7a-4dc0-8dc2-08afc8a693e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:48.584249 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61119226-e71a-45b7-80ae-0e4fe926f588 admin admin] Network hostable DHCP agents. Network: fa2b7d90-da7a-4dc0-8dc2-08afc8a693e5, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:05:48.656396 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:48.660935 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61119226-e71a-45b7-80ae-0e4fe926f588 admin admin] Network fa2b7d90-da7a-4dc0-8dc2-08afc8a693e5 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:05:48.677258 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-61119226-e71a-45b7-80ae-0e4fe926f588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, fa2b7d90-da7a-4dc0-8dc2-08afc8a693e5) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:48.696051 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61119226-e71a-45b7-80ae-0e4fe926f588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:48.697005 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61119226-e71a-45b7-80ae-0e4fe926f588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:48.731372 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b91592-dba2-45eb-aabb-6bca85e72d56 None None] Network fa2b7d90-da7a-4dc0-8dc2-08afc8a693e5 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:05:48.747695 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-61119226-e71a-45b7-80ae-0e4fe926f588 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9967639 Jul 15 19:05:48.763438 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:48.831485 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port e873ec7b-071c-44e7-97dd-f7651b7ee53c, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=e873ec7b-071c-44e7-97dd-f7651b7ee53c,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:05:48.848007 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:48.900370 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:48.916056 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:48.921592 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:48.943191 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event updated for resources: {'Port': ['ID=3ff2fa5a-fcc5-4fc0-827c-38f5f4750636,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:49.003599 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.db.api [None req-fdab3e3f-7343-4f7c-9194-ee111a312b2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 19:05:49.004481 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG oslo_db.api [None req-fdab3e3f-7343-4f7c-9194-ee111a312b2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 19:05:49.010754 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:46Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:49.014377 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=e873ec7b-071c-44e7-97dd-f7651b7ee53c,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:49.017583 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46752) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:49.069185 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a3654-2c49-439d-8520-24522b9b1e62 None None] The sync data for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi is: [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:46Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:05:49.110010 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.112301 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b470e-8138-44f6-b798-36b6e08aa013 None None] Network fa2b7d90-da7a-4dc0-8dc2-08afc8a693e5 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:05:49.127511 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4fe618-c5d9-4cad-be7f-4ecc65783a6c admin admin] Deleting subnet 87d64791-b17c-4333-b3fc-25c0622defc5 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:05:49.132580 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0d4fe618-c5d9-4cad-be7f-4ecc65783a6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.220256 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0d4fe618-c5d9-4cad-be7f-4ecc65783a6c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.262629 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0d4fe618-c5d9-4cad-be7f-4ecc65783a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.310107 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.372284 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0d4fe618-c5d9-4cad-be7f-4ecc65783a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.446951 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0d4fe618-c5d9-4cad-be7f-4ecc65783a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.449519 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0d4fe618-c5d9-4cad-be7f-4ecc65783a6c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/87d64791-b17c-4333-b3fc-25c0622defc5 HTTP/1.1" status: 204 len: 168 time: 0.4293504 Jul 15 19:05:49.450609 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fe618-c5d9-4cad-be7f-4ecc65783a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d64791-b17c-4333-b3fc-25c0622defc5,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:49.456284 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46762) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:49.668070 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device e873ec7b-071c-44e7-97dd-f7651b7ee53c up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:05:49.681637 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c999f88d-387e-4124-9f2d-d5137ce5d0d5 req-6bbf92d1-c5a0-4bba-81a5-a560374efa46 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 210 time: 0.0642350 Jul 15 19:05:49.782181 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port e873ec7b-071c-44e7-97dd-f7651b7ee53c triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:05:49.783093 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.914414 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:49.972120 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.007531 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.127061 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011b261-b488-4abb-a8b7-a1f971ae8671 req-a72e5161-1384-4044-9d92-a8421f5adbac tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:50.128797 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c011b261-b488-4abb-a8b7-a1f971ae8671 req-a72e5161-1384-4044-9d92-a8421f5adbac tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 943 time: 0.3938029 Jul 15 19:05:50.135021 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.239603 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.317012 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c011b261-b488-4abb-a8b7-a1f971ae8671 req-2c1f74e9-0a1b-4775-94d2-698777c019c0 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730220 Jul 15 19:05:50.340970 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.357197 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6701963 Jul 15 19:05:50.432995 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.512437 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904454d-86a5-45e6-8e38-e5493bc9c0ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event updated for resources: {'Port': ['ID=3ff2fa5a-fcc5-4fc0-827c-38f5f4750636,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:50.522934 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.523283 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.524023 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.524354 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > port after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.524679 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.530970 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > port after_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.531547 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.532040 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.532517 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.532997 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.787433 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.787783 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.788109 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.788433 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:50.788819 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f697de08-0dc9-40ec-8177-c62ed258aa3e']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:50.843067 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc379d2-16a5-4ce7-9efa-78ce77d23a5d') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:50.844606 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc379d2-16a5-4ce7-9efa-78ce77d23a5d') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:50.915567 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60733193'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:50.987358 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-c9829c57-b1a2-492c-a068-c8907ece2fbc tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1867264269&fields=id&tenant_id=11d5286a3f064fc5b43d1d7139d00770 HTTP/1.1" status: 200 len: 267 time: 0.1361845 Jul 15 19:05:51.008646 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.053297 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:05:51.053727 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59799488'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: from cryptography.utils import int_from_bytes Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: from cryptography.utils import int_from_bytes Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: timer() Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: cb(*args, **kw) Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: self._notify() Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: self.callback(batched_events) Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: event.method(event) Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._get(url).json() Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:05:51.058366 dv-cinder-780933-11-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:05:51.061300 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-560422a2-8c02-4bf9-a143-20345d4c3b2d req-cb87f9c6-eca9-43b1-9ff5-d569689c08c9 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 210 time: 0.0536256 Jul 15 19:05:51.158927 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.164926 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3dd725ef-9f55-45ce-bbdd-072c26e9cb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.171562 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.174691 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f697de08-0dc9-40ec-8177-c62ed258aa3e HTTP/1.1" status: 204 len: 168 time: 1.7170804 Jul 15 19:05:51.185466 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46816) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:51.213494 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490d8b7-8807-4378-a0f3-156207e49227 admin admin] Pushing event deleted for resources: {'Network': ['ID=f697de08-0dc9-40ec-8177-c62ed258aa3e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:51.222605 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e9568a4e-00f2-47cb-9978-a10ce58fd2a9 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:51.233837 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e9568a4e-00f2-47cb-9978-a10ce58fd2a9 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/networks?id=4194f688-d3d8-4b01-940e-e17b50e63a83 HTTP/1.1" status: 200 len: 811 time: 0.2447035 Jul 15 19:05:51.266075 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-2b14842d-25c3-46fa-bc5d-827ef4de7e68 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/quotas/11d5286a3f064fc5b43d1d7139d00770 HTTP/1.1" status: 200 len: 375 time: 0.0298684 Jul 15 19:05:51.309450 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-551d746d-d509-4c11-ab1c-bf218b64329b admin admin] Deleting subnet 4a302d38-77ac-40e4-9b08-f96253e445df {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:05:51.324059 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-551d746d-d509-4c11-ab1c-bf218b64329b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.426961 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-551d746d-d509-4c11-ab1c-bf218b64329b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60733246'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.431433 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-b18a9b5e-fcb0-4790-ad25-dfbfb63a7a76 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=11d5286a3f064fc5b43d1d7139d00770&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1570797 Jul 15 19:05:51.591871 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-551d746d-d509-4c11-ab1c-bf218b64329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.649430 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-815b833d-05c5-4396-8b10-943bb33bd34a service neutron] 10.222.0.78 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862223 Jul 15 19:05:51.762346 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe32de-c266-4169-9c97-512286cabea4 req-eb347e4d-4419-40f6-999d-b672c03f38db tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:51.764200 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2abe32de-c266-4169-9c97-512286cabea4 req-eb347e4d-4419-40f6-999d-b672c03f38db tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 943 time: 0.1405883 Jul 15 19:05:51.765857 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-551d746d-d509-4c11-ab1c-bf218b64329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59799138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59558045'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.830528 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d746d-d509-4c11-ab1c-bf218b64329b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a302d38-77ac-40e4-9b08-f96253e445df,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:51.846445 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-551d746d-d509-4c11-ab1c-bf218b64329b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:51.852489 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-551d746d-d509-4c11-ab1c-bf218b64329b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4a302d38-77ac-40e4-9b08-f96253e445df HTTP/1.1" status: 204 len: 168 time: 0.6630406 Jul 15 19:05:51.854509 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46830) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:51.864586 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-47124c57-52ab-439d-a51b-2792261f6a1d service neutron] 10.222.0.78 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089744 Jul 15 19:05:52.077777 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2abe32de-c266-4169-9c97-512286cabea4 req-90c2c798-dc07-4a45-9202-c6e1babedb24 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944818 Jul 15 19:05:52.090008 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:52.234706 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-512e79ac-edaf-4370-ac8c-a5f3c71296a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:52.479067 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e2d024e-8e0b-4166-89af-97b7a029db9e req-afd312dc-6433-438a-b831-6b1332d274ef tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 210 time: 0.0769117 Jul 15 19:05:52.496395 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7007cb9e-caa9-4eb7-a202-f1abc95a793e req-decc0280-ebc7-495c-aac5-d5c8d0baa840 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 210 time: 0.0796654 Jul 15 19:05:52.808844 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-512e79ac-edaf-4370-ac8c-a5f3c71296a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:52.848311 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-512e79ac-edaf-4370-ac8c-a5f3c71296a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2b7d90-da7a-4dc0-8dc2-08afc8a693e5']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:52.883428 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-512e79ac-edaf-4370-ac8c-a5f3c71296a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54778411-6aee-4ce0-94e3-a1073d13d65d') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:52.883787 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-512e79ac-edaf-4370-ac8c-a5f3c71296a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54778411-6aee-4ce0-94e3-a1073d13d65d') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:52.898988 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-512e79ac-edaf-4370-ac8c-a5f3c71296a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60733193'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:52.932595 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-512e79ac-edaf-4370-ac8c-a5f3c71296a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:52.941930 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512e79ac-edaf-4370-ac8c-a5f3c71296a7 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:05:52.942567 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-512e79ac-edaf-4370-ac8c-a5f3c71296a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59799488'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: timer() Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: cb(*args, **kw) Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: self._notify() Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: self.callback(batched_events) Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: event.method(event) Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._get(url).json() Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:05:52.945165 dv-cinder-780933-11-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:05:53.043800 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-512e79ac-edaf-4370-ac8c-a5f3c71296a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.056102 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-512e79ac-edaf-4370-ac8c-a5f3c71296a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.062516 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-512e79ac-edaf-4370-ac8c-a5f3c71296a7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fa2b7d90-da7a-4dc0-8dc2-08afc8a693e5 HTTP/1.1" status: 204 len: 168 time: 1.2059786 Jul 15 19:05:53.114727 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e79ac-edaf-4370-ac8c-a5f3c71296a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa2b7d90-da7a-4dc0-8dc2-08afc8a693e5,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:53.353731 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a554f-b239-4581-9677-37887e969245 req-b28c2c24-b666-4c77-91d8-d94ec8156f03 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:53.355488 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ca6a554f-b239-4581-9677-37887e969245 req-b28c2c24-b666-4c77-91d8-d94ec8156f03 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 943 time: 0.1058121 Jul 15 19:05:53.435339 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ca6a554f-b239-4581-9677-37887e969245 req-77c6e399-d2fc-4b47-8cbd-555af7811e38 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727031 Jul 15 19:05:53.439970 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46898) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:53.501510 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1a082d9c-c0cc-4b2d-9789-30b856590fb1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b80e4aa9920d485889df626a835aeb4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0597851 Jul 15 19:05:53.503778 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46904) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:53.580416 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.617244 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0c4b3960-9d8d-4be3-818e-239014f542ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.655430 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0c4b3960-9d8d-4be3-818e-239014f542ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.713617 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-88379b5d-3397-4d2d-859a-e18180a2998c req-662587e7-51bb-480a-8e44-d5f083f9fe0d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 210 time: 0.0593343 Jul 15 19:05:53.748231 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0c4b3960-9d8d-4be3-818e-239014f542ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.752775 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0c4b3960-9d8d-4be3-818e-239014f542ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:53.755678 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0c4b3960-9d8d-4be3-818e-239014f542ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/086d3f48-65e3-4eb0-b44e-d32671799c5d HTTP/1.1" status: 204 len: 168 time: 0.2499125 Jul 15 19:05:53.795445 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b3960-9d8d-4be3-818e-239014f542ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086d3f48-65e3-4eb0-b44e-d32671799c5d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:54.015186 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1ea0bcc4-4a2e-453d-a80c-eb632c9bea50 req-ac52c94f-04e2-49de-834b-348c811eb7eb tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 210 time: 0.0543435 Jul 15 19:05:54.416609 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46970) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:54.508437 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-04bd16c4-87b2-45b2-b58b-5e00c17ee923 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9690edb36db24755b7da21df325b2b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0877733 Jul 15 19:05:54.508692 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 46984) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:54.554006 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 46986) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:54.642635 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c5a36f8b-f653-4116-8d85-ad98e0300175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.716532 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c5a36f8b-f653-4116-8d85-ad98e0300175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.765783 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4fd70231-27f5-4daf-a85d-377dd552fc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.826740 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c5a36f8b-f653-4116-8d85-ad98e0300175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.832227 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c5a36f8b-f653-4116-8d85-ad98e0300175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:54.834239 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c5a36f8b-f653-4116-8d85-ad98e0300175 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/af59e7be-66ab-4405-83ae-4def3851bd08 HTTP/1.1" status: 204 len: 168 time: 0.3238928 Jul 15 19:05:54.848061 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a36f8b-f653-4116-8d85-ad98e0300175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af59e7be-66ab-4405-83ae-4def3851bd08,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:54.987528 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f0753-9448-400c-bb5c-a8570374f8b4 req-7aee107c-3971-4b84-8f04-1899c3db8d5f tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:54.989405 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-443f0753-9448-400c-bb5c-a8570374f8b4 req-7aee107c-3971-4b84-8f04-1899c3db8d5f tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 943 time: 0.1902027 Jul 15 19:05:55.074621 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4fd70231-27f5-4daf-a85d-377dd552fc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.082206 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4fd70231-27f5-4daf-a85d-377dd552fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.090111 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-443f0753-9448-400c-bb5c-a8570374f8b4 req-5a709255-5094-4725-880d-17a507efe52e tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800107 Jul 15 19:05:55.182118 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Request body: {'port': {'device_id': '8bfbc5fb-5955-471c-a8e5-de67de6bb68a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:55.205743 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4fd70231-27f5-4daf-a85d-377dd552fc4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a88183df5ab41388ee26b2c9ae7b656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461885 Jul 15 19:05:55.241573 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 47014) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:55.244546 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd70231-27f5-4daf-a85d-377dd552fc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80abfcf-7186-41af-872f-984a52d6ecc5,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:55.270230 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-09cc8a78-54ef-4f14-aea4-55160155b72e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b49d8c63-27e1-417b-9afc-c4dc82fb1e17 HTTP/1.1" status: 200 len: 217 time: 0.1524737 Jul 15 19:05:55.315979 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47018) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:55.333765 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-685aab5a-9978-46c4-bd5a-3f4cf998d20b req-e93c0e3b-c0d3-460d-a50d-1d5b5deeb36d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 210 time: 0.2415922 Jul 15 19:05:55.416006 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-fdd184f4-fd71-4e30-be03-c58572fe50df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:55.417907 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-fdd184f4-fd71-4e30-be03-c58572fe50df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a68068eb-90cc-429c-92c1-1210de1aa815 HTTP/1.1" status: 200 len: 852 time: 0.1344078 Jul 15 19:05:55.474906 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-d6b5c5a6-4e2f-409f-ac27-564dcec28ca1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7fce7022-c1f0-402b-a36d-e8b25f99d8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487168 Jul 15 19:05:55.475648 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-35ba11da-e5a9-477c-8217-aedc8cf70ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.533304 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.573586 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-35ba11da-e5a9-477c-8217-aedc8cf70ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.604445 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fad0e6e1-73e8-4f1a-86e0-639cb4a77073 req-24f19886-91a1-434b-8b3f-88e37a7f1ed7 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 210 time: 0.0840831 Jul 15 19:05:55.649987 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.81', 49378) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:55.725873 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ebf5dc88-60d2-4f21-8640-d6bad95beea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.777939 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-f2cfde91-e08a-4fa3-b20d-8002f5e76ee2 service neutron] 10.222.0.81 "GET /v2.0/networks/7fce7022-c1f0-402b-a36d-e8b25f99d8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903337 Jul 15 19:05:55.788542 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-35ba11da-e5a9-477c-8217-aedc8cf70ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.792190 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-35ba11da-e5a9-477c-8217-aedc8cf70ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.793757 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-35ba11da-e5a9-477c-8217-aedc8cf70ae9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b80abfcf-7186-41af-872f-984a52d6ecc5 HTTP/1.1" status: 204 len: 168 time: 0.5506330 Jul 15 19:05:55.892250 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba11da-e5a9-477c-8217-aedc8cf70ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80abfcf-7186-41af-872f-984a52d6ecc5,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:56.017176 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad791-8605-48da-a952-33e66715aa31 req-7e213d4e-f8c1-42a5-b803-bb17b10fbf16 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:56.018850 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-7e213d4e-f8c1-42a5-b803-bb17b10fbf16 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.81 "GET /v2.0/networks?id=a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 200 len: 819 time: 0.3671472 Jul 15 19:05:56.050737 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-f29ad791-8605-48da-a952-33e66715aa31 req-26a3db9f-2f40-44ae-94f7-065a9888e343 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Request body: {'port': {'device_id': '529a2862-708e-4f43-9972-036649e2e31f', 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46', 'admin_state_up': True, 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:56.164928 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ebf5dc88-60d2-4f21-8640-d6bad95beea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:56.210105 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ebf5dc88-60d2-4f21-8640-d6bad95beea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:56.435083 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a7c1132-ad1e-439e-af36-29db1c045dc1 req-35d401a2-fff7-4be7-b7f9-892b4ba99ddf service neutron] 10.222.0.81 "GET /v2.0/networks/7fce7022-c1f0-402b-a36d-e8b25f99d8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476092 Jul 15 19:05:56.499348 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29ad791-8605-48da-a952-33e66715aa31 req-26a3db9f-2f40-44ae-94f7-065a9888e343 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Made reservation on behalf of 1e8e384a6ac8489ea99ff26a8093883c for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:56.519340 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f29ad791-8605-48da-a952-33e66715aa31 req-26a3db9f-2f40-44ae-94f7-065a9888e343 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:56.571353 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.81', 49382) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:56.679142 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5dc88-60d2-4f21-8640-d6bad95beea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c98e59b-7b5c-410d-b9d0-60a885a94c54,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:56.689067 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bddef09-7277-44f4-bb05-f109ff222b1f {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:05:56.739012 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ebf5dc88-60d2-4f21-8640-d6bad95beea3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d02a072b4de54d858553ab4ce0cc3e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4001701 Jul 15 19:05:56.748622 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47072) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:56.763236 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:56.804599 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Transition to ACTIVE for port object 3bddef09-7277-44f4-bb05-f109ff222b1f will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:56.818200 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1924a244-e36d-4d94-929b-ba1cf13065a8 req-ffb7d536-def3-4948-8a05-ece56b6a81db tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 210 time: 0.0698094 Jul 15 19:05:56.823178 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:56.947799 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ad914-5a50-47e9-aff4-2ec11007bb13 req-7b8a1c95-1456-4f5c-aa1e-8108f9f50fb2 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:56.958663 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-380ad914-5a50-47e9-aff4-2ec11007bb13 req-7b8a1c95-1456-4f5c-aa1e-8108f9f50fb2 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 943 time: 0.3457642 Jul 15 19:05:56.981974 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-3d71192a-b019-4b90-884e-c2bf5f05c13d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:56.985428 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-3d71192a-b019-4b90-884e-c2bf5f05c13d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.81 "GET /v2.0/networks?id=4194f688-d3d8-4b01-940e-e17b50e63a83 HTTP/1.1" status: 200 len: 811 time: 0.5382590 Jul 15 19:05:56.989083 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 47078) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:57.022941 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10d8c02f-f4d1-4ee1-b81b-58c93cfd3f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:57.027689 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3bddef09-7277-44f4-bb05-f109ff222b1f,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:57.033855 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd876e2e-aa3d-4e35-8455-c6fbe6630ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:57.070027 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaa44e-47f6-42ce-bcd9-7dfa95601e93 req-4bf7f52d-0004-44fb-8218-875252e77e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:57.071639 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4baaa44e-47f6-42ce-bcd9-7dfa95601e93 req-4bf7f52d-0004-44fb-8218-875252e77e1f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1856c45d386440d690315ecc70becbc1&device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 1096 time: 0.4933219 Jul 15 19:05:57.122698 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10d8c02f-f4d1-4ee1-b81b-58c93cfd3f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:57.125666 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Attempting to bind port 3bddef09-7277-44f4-bb05-f109ff222b1f on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:05:57.126298 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Attempting to bind port 3bddef09-7277-44f4-bb05-f109ff222b1f by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '7dcd4507-7c4b-4f90-87b8-7751405258f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:05:57.127081 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Attempting to bind port 3bddef09-7277-44f4-bb05-f109ff222b1f on network a1898f4d-6b9a-4d30-8950-56ad70b81f46 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:57.156289 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Port 3bddef09-7277-44f4-bb05-f109ff222b1f on network a1898f4d-6b9a-4d30-8950-56ad70b81f46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:05:57.156591 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Attempting to bind port 3bddef09-7277-44f4-bb05-f109ff222b1f on network a1898f4d-6b9a-4d30-8950-56ad70b81f46 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:05:57.156732 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-8e70b39d-ee90-406c-b55b-cb2a57005d10 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11d5286a3f064fc5b43d1d7139d00770 HTTP/1.1" status: 200 len: 380 time: 0.1491964 Jul 15 19:05:57.166683 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-380ad914-5a50-47e9-aff4-2ec11007bb13 req-aa595ffd-90e8-4190-93e3-09202ca90463 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468718 Jul 15 19:05:57.174973 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:05:57.174973 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Checking segment: {'id': '7dcd4507-7c4b-4f90-87b8-7751405258f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:05:57.175817 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Bound using segment: {'id': '7dcd4507-7c4b-4f90-87b8-7751405258f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:05:57.176351 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Bound port: 3bddef09-7277-44f4-bb05-f109ff222b1f, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dcd4507-7c4b-4f90-87b8-7751405258f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:05:57.176720 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:57.202041 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Request body: {'port': {'device_id': '29679650-de88-44f8-8b89-412b6439798b', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'admin_state_up': True, 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'security_groups': ['a82ef967-328c-48bd-9c3b-f5d818beb6d5']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:57.274463 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-160a742a-9d48-4fe8-94e1-d87b46e408fa req-10924e4b-f36d-471e-a7ac-0c7fd46c0a08 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 210 time: 0.1738942 Jul 15 19:05:57.278730 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] For port 3bddef09-7277-44f4-bb05-f109ff222b1f, host hv-cinder-78093, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:05:57.283286 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10d8c02f-f4d1-4ee1-b81b-58c93cfd3f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:57.287520 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10d8c02f-f4d1-4ee1-b81b-58c93cfd3f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:57.289164 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-10d8c02f-f4d1-4ee1-b81b-58c93cfd3f6b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c98e59b-7b5c-410d-b9d0-60a885a94c54 HTTP/1.1" status: 204 len: 168 time: 0.5329931 Jul 15 19:05:57.292502 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] For port 3bddef09-7277-44f4-bb05-f109ff222b1f, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=3bddef09-7277-44f4-bb05-f109ff222b1f,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:05:57.304478 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:57.381871 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8c02f-f4d1-4ee1-b81b-58c93cfd3f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c98e59b-7b5c-410d-b9d0-60a885a94c54,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:57.457462 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-f29ad791-8605-48da-a952-33e66715aa31 req-26a3db9f-2f40-44ae-94f7-065a9888e343 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Allocated IP 172.20.0.8 (a1898f4d-6b9a-4d30-8950-56ad70b81f46/6812f2bb-00f7-4b0b-a067-257a16519cb5/b92d1946-c5f1-4ece-bae0-4a14e874e29a) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:57.502655 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaa44e-47f6-42ce-bcd9-7dfa95601e93 req-28e2618b-19de-41f4-8ab0-22142beb8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:57.505715 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4baaa44e-47f6-42ce-bcd9-7dfa95601e93 req-28e2618b-19de-41f4-8ab0-22142beb8eb9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7fce7022-c1f0-402b-a36d-e8b25f99d8c8 HTTP/1.1" status: 200 len: 913 time: 0.4143002 Jul 15 19:05:57.525494 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:57.527614 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:57.533449 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] 10.222.0.81 "PUT /v2.0/ports/3bddef09-7277-44f4-bb05-f109ff222b1f HTTP/1.1" status: 200 len: 1094 time: 2.3750694 Jul 15 19:05:57.538237 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfbc5fb-5955-471c-a8e5-de67de6bb68a', 'tag': '3bddef09-7277-44f4-bb05-f109ff222b1f'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:05:57.634552 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4baaa44e-47f6-42ce-bcd9-7dfa95601e93 req-be50d423-bbe8-450a-8bb6-23ce9b7423af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b49d8c63-27e1-417b-9afc-c4dc82fb1e17 HTTP/1.1" status: 200 len: 217 time: 0.0577900 Jul 15 19:05:57.669627 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8210ca0-171a-4752-ac06-d5f0c3d788b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3bddef09-7277-44f4-bb05-f109ff222b1f,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:57.706120 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaa44e-47f6-42ce-bcd9-7dfa95601e93 req-9291104f-c7a9-4bc2-9379-3b00bcf7886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:57.707617 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4baaa44e-47f6-42ce-bcd9-7dfa95601e93 req-9291104f-c7a9-4bc2-9379-3b00bcf7886c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a68068eb-90cc-429c-92c1-1210de1aa815 HTTP/1.1" status: 200 len: 852 time: 0.0573602 Jul 15 19:05:57.859336 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-1fd90314-306b-450f-aba8-fed3f350ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:57.867088 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-1fd90314-306b-450f-aba8-fed3f350ae0e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 1097 time: 0.1813343 Jul 15 19:05:57.984684 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47132) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:58.000682 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd23d744-b67e-4729-91aa-e6e07e6f47c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:58.003730 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-30f9e553-9c97-48d5-8d46-07bde2196f06 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bddef09-7277-44f4-bb05-f109ff222b1f HTTP/1.1" status: 200 len: 217 time: 0.1320918 Jul 15 19:05:58.102741 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c891c5c-4dea-4838-a6cb-3221562298b5 req-cf12eb27-a973-455a-9295-55d805b9a738 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 210 time: 0.0383134 Jul 15 19:05:58.108811 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-73005fee-95f5-441a-bed3-6690b7cfdd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:58.110401 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-73005fee-95f5-441a-bed3-6690b7cfdd6d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6812f2bb-00f7-4b0b-a067-257a16519cb5 HTTP/1.1" status: 200 len: 859 time: 0.0919642 Jul 15 19:05:58.115312 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4baaa44e-47f6-42ce-bcd9-7dfa95601e93 req-1ba04431-0a30-4377-a24e-59e77239e11b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7fce7022-c1f0-402b-a36d-e8b25f99d8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3980246 Jul 15 19:05:58.180427 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d487e05c7bc77a0d797d40f0ee1db13b1b7ca83f6747dd086ea50c900277cffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52da0bd8-b492-4cef-aa83-0e734641272d" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfbc5fb-5955-471c-a8e5-de67de6bb68a", "tag": "3bddef09-7277-44f4-bb05-f109ff222b1f"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:05:58.184168 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd876e2e-aa3d-4e35-8455-c6fbe6630ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:58.184988 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-3d72ca4f-6056-44e1-a20e-db2686b48e2d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a1898f4d-6b9a-4d30-8950-56ad70b81f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673947 Jul 15 19:05:58.212518 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd876e2e-aa3d-4e35-8455-c6fbe6630ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:58.288792 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-208f1fec-87c5-4585-bcf1-39c355580f2e service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952525 Jul 15 19:05:58.400185 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Made reservation on behalf of 11d5286a3f064fc5b43d1d7139d00770 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:05:58.404544 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:58.419577 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876e2e-aa3d-4e35-8455-c6fbe6630ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c0b482-f067-458a-93b0-aeec5dd9a597,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:58.438092 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fd876e2e-aa3d-4e35-8455-c6fbe6630ebc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8482076cf9a44bfcba343fae6a3e874a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4452820 Jul 15 19:05:58.443467 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47150) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:58.508268 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4baaa44e-47f6-42ce-bcd9-7dfa95601e93 req-aee21755-cc8c-40c9-998c-35b7b773ec1f service neutron] 10.222.0.81 "GET /v2.0/networks/7fce7022-c1f0-402b-a36d-e8b25f99d8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831358 Jul 15 19:05:58.550511 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5868216-5b01-4319-91b3-e1c00cd0f48e x-openstack-request-id: req-a5868216-5b01-4319-91b3-e1c00cd0f48e {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:05:58.551063 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfbc5fb-5955-471c-a8e5-de67de6bb68a", "tag": "3bddef09-7277-44f4-bb05-f109ff222b1f", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:05:58.551593 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5868216-5b01-4319-91b3-e1c00cd0f48e {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:05:58.551937 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfbc5fb-5955-471c-a8e5-de67de6bb68a', 'tag': '3bddef09-7277-44f4-bb05-f109ff222b1f', 'status': 'completed', 'code': 200} Jul 15 19:05:58.564744 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf38eaa-b0e2-4de6-99cd-662524c57684 req-a94c8ef5-fa04-4a70-a81f-01930744ef7e service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694192 Jul 15 19:05:58.572292 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f29ad791-8605-48da-a952-33e66715aa31 req-26a3db9f-2f40-44ae-94f7-065a9888e343 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:58.719874 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25cf06-8639-4e0b-8132-0f9c3154012b req-2144f4ca-6e72-4ee8-b835-dd259c2ef827 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:58.721438 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ef25cf06-8639-4e0b-8132-0f9c3154012b req-2144f4ca-6e72-4ee8-b835-dd259c2ef827 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 943 time: 0.2445331 Jul 15 19:05:58.722101 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e98dc9f1-cd9e-4d51-a9b9-a6f6fae27d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:58.747648 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd23d744-b67e-4729-91aa-e6e07e6f47c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:58.765355 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd23d744-b67e-4729-91aa-e6e07e6f47c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:58.770881 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96cebfc9-d3aa-4511-a107-a3fdfbfc2bb4 req-6c102ecf-9f39-49fd-9408-2af4fe127039 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 210 time: 0.0804567 Jul 15 19:05:58.794089 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e98dc9f1-cd9e-4d51-a9b9-a6f6fae27d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:58.813610 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Allocated IP 172.20.0.3 (4194f688-d3d8-4b01-940e-e17b50e63a83/e0446c1b-838c-468f-b9ab-64ddc622ac9c/c6a3bb18-ce9e-4194-b560-f04fe56d1ee3) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:05:58.853461 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4baaa44e-47f6-42ce-bcd9-7dfa95601e93 req-5086367a-b2bc-4d5b-a6a8-5a3f45fe8144 service neutron] 10.222.0.81 "GET /v2.0/networks/7fce7022-c1f0-402b-a36d-e8b25f99d8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867274 Jul 15 19:05:58.857287 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f29ad791-8605-48da-a952-33e66715aa31 req-26a3db9f-2f40-44ae-94f7-065a9888e343 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:58.868096 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-cd23d744-b67e-4729-91aa-e6e07e6f47c3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1df857f4ff13462382a3ebe53b74d1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8817596 Jul 15 19:05:58.877819 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 47160) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:58.878281 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da0bd8-b492-4cef-aa83-0e734641272d req-e72a2711-3198-4c65-b987-3d1338a66d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:58.880006 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-52da0bd8-b492-4cef-aa83-0e734641272d req-e72a2711-3198-4c65-b987-3d1338a66d03 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 1097 time: 0.2553184 Jul 15 19:05:58.880657 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23d744-b67e-4729-91aa-e6e07e6f47c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56045995-f6e2-49ba-9c1e-0aa21dc78a35,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:58.898082 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ef25cf06-8639-4e0b-8132-0f9c3154012b req-d4ff2366-5afa-4342-80f5-456e13c42f26 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609187 Jul 15 19:05:58.950324 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29ad791-8605-48da-a952-33e66715aa31 req-26a3db9f-2f40-44ae-94f7-065a9888e343 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Network a1898f4d-6b9a-4d30-8950-56ad70b81f46 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:58.967934 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-f29ad791-8605-48da-a952-33e66715aa31 req-26a3db9f-2f40-44ae-94f7-065a9888e343 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:58.988695 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29ad791-8605-48da-a952-33e66715aa31 req-26a3db9f-2f40-44ae-94f7-065a9888e343 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:59.032274 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3db9f-2f40-44ae-94f7-065a9888e343 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Pushing event updated for resources: {'Port': ['ID=b92d1946-c5f1-4ece-bae0-4a14e874e29a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:59.136271 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad791-8605-48da-a952-33e66715aa31 req-26a3db9f-2f40-44ae-94f7-065a9888e343 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:59.137265 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f29ad791-8605-48da-a952-33e66715aa31 req-26a3db9f-2f40-44ae-94f7-065a9888e343 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:59.157809 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da0bd8-b492-4cef-aa83-0e734641272d req-db5be3d6-7e33-4817-9986-17a375e60683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:59.160218 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-52da0bd8-b492-4cef-aa83-0e734641272d req-db5be3d6-7e33-4817-9986-17a375e60683 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 200 len: 920 time: 0.2601249 Jul 15 19:05:59.162761 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f965f510-4c91-4864-a270-e98db8cc773e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:59.182485 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e98dc9f1-cd9e-4d51-a9b9-a6f6fae27d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:59.189584 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e98dc9f1-cd9e-4d51-a9b9-a6f6fae27d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:59.191552 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e98dc9f1-cd9e-4d51-a9b9-a6f6fae27d63 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/24c0b482-f067-458a-93b0-aeec5dd9a597 HTTP/1.1" status: 204 len: 168 time: 0.7455759 Jul 15 19:05:59.209275 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:59.212721 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-26a3db9f-2f40-44ae-94f7-065a9888e343 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1841950 Jul 15 19:05:59.237530 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Request body: {'port': {'device_id': '529a2862-708e-4f43-9972-036649e2e31f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:05:59.250221 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f965f510-4c91-4864-a270-e98db8cc773e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:59.271465 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Transition to ACTIVE for port object c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:05:59.284030 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-52da0bd8-b492-4cef-aa83-0e734641272d req-091af6fb-60b2-4e87-b54e-3a1ef6addfc2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bddef09-7277-44f4-bb05-f109ff222b1f HTTP/1.1" status: 200 len: 217 time: 0.1131930 Jul 15 19:05:59.344406 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da0bd8-b492-4cef-aa83-0e734641272d req-82003224-7b5e-400b-80c8-c9d2e5b8c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:05:59.346178 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-52da0bd8-b492-4cef-aa83-0e734641272d req-82003224-7b5e-400b-80c8-c9d2e5b8c769 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6812f2bb-00f7-4b0b-a067-257a16519cb5 HTTP/1.1" status: 200 len: 859 time: 0.0536182 Jul 15 19:05:59.347501 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98dc9f1-cd9e-4d51-a9b9-a6f6fae27d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c0b482-f067-458a-93b0-aeec5dd9a597,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:59.445581 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-52da0bd8-b492-4cef-aa83-0e734641272d req-85267127-ac82-445c-b9bf-dcd873703d05 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a1898f4d-6b9a-4d30-8950-56ad70b81f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922644 Jul 15 19:05:59.522141 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc66e694-5613-48b9-91d4-6030a75c4c07 req-8e4f4ab3-a27c-43d8-bedb-c84f282863f8 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 210 time: 0.0636704 Jul 15 19:05:59.526874 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:59.558209 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:59.609989 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f965f510-4c91-4864-a270-e98db8cc773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:59.612681 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f965f510-4c91-4864-a270-e98db8cc773e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:59.613922 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f965f510-4c91-4864-a270-e98db8cc773e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/56045995-f6e2-49ba-9c1e-0aa21dc78a35 HTTP/1.1" status: 204 len: 168 time: 0.7349043 Jul 15 19:05:59.647688 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 47182) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:59.689378 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Network 4194f688-d3d8-4b01-940e-e17b50e63a83 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:05:59.695127 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965f510-4c91-4864-a270-e98db8cc773e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56045995-f6e2-49ba-9c1e-0aa21dc78a35,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:59.719310 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:05:59.726162 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:05:59.741883 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event updated for resources: {'Port': ['ID=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:05:59.771571 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-52da0bd8-b492-4cef-aa83-0e734641272d req-bd4d3db4-45d6-4a1a-980a-311c30f863bd service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127744 Jul 15 19:06:00.145550 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:00.146262 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:00.214904 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-682879ef-2939-46f4-995c-c64d22d7db2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0263724 Jul 15 19:06:00.220570 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-74edc36a-2495-452e-8de5-0d6f0916e0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:00.233534 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Request body: {'port': {'device_id': '29679650-de88-44f8-8b89-412b6439798b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:00.279005 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-cc5aa09e-64ed-469b-b55c-22655440395c None None] Provisioning for port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:00.288504 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-cc5aa09e-64ed-469b-b55c-22655440395c None None] Provisioning complete for port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:00.288888 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa09e-64ed-469b-b55c-22655440395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:00.365976 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-cc5aa09e-64ed-469b-b55c-22655440395c None None] Port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:06:00.376867 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device b49d8c63-27e1-417b-9afc-c4dc82fb1e17 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:06:00.456012 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-52da0bd8-b492-4cef-aa83-0e734641272d req-8702fbf8-f2b5-4e85-a65a-89c9613c2433 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783597 Jul 15 19:06:00.528636 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43469cf5-4367-4921-a3b0-9fe10d72bc97 req-96f71fdd-9692-413a-a910-0be29233d03e tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:00.546162 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-43469cf5-4367-4921-a3b0-9fe10d72bc97 req-96f71fdd-9692-413a-a910-0be29233d03e tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 931 time: 0.1577876 Jul 15 19:06:00.657998 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92d1946-c5f1-4ece-bae0-4a14e874e29a {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:06:00.658279 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-43469cf5-4367-4921-a3b0-9fe10d72bc97 req-0dcbc30b-bd33-4bb8-b73e-abb5c6e8893e tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111569 Jul 15 19:06:00.663053 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:00.670958 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:00.728303 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c6a17-52ee-4936-a8a8-137bcfd8d11c req-7503dd0e-6f60-4f70-9dd2-17aae70f4374 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:00.730149 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e91c6a17-52ee-4936-a8a8-137bcfd8d11c req-7503dd0e-6f60-4f70-9dd2-17aae70f4374 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 943 time: 0.5111277 Jul 15 19:06:00.734972 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Transition to ACTIVE for port object b92d1946-c5f1-4ece-bae0-4a14e874e29a will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:00.777154 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:00.789006 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port b49d8c63-27e1-417b-9afc-c4dc82fb1e17, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b49d8c63-27e1-417b-9afc-c4dc82fb1e17,segment=NetworkSegment(57b2ef25-7c20-4726-9db5-5730d5b1b38f),segment_id=57b2ef25-7c20-4726-9db5-5730d5b1b38f)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:00.808781 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': 'b49d8c63-27e1-417b-9afc-c4dc82fb1e17', 'network_id': '7fce7022-c1f0-402b-a36d-e8b25f99d8c8', 'port_id': 'b49d8c63-27e1-417b-9afc-c4dc82fb1e17', 'mac_address': 'fa:16:3e:b0:ae:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68068eb-90cc-429c-92c1-1210de1aa815', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:06:00.875809 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-74edc36a-2495-452e-8de5-0d6f0916e0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:00.883074 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:00.915565 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49d8c63-27e1-417b-9afc-c4dc82fb1e17 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:06:00.933767 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Pushing event updated for resources: {'Port': ['ID=b92d1946-c5f1-4ece-bae0-4a14e874e29a,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:00.954077 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-74edc36a-2495-452e-8de5-0d6f0916e0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:00.993398 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port b49d8c63-27e1-417b-9afc-c4dc82fb1e17, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b49d8c63-27e1-417b-9afc-c4dc82fb1e17,segment=NetworkSegment(57b2ef25-7c20-4726-9db5-5730d5b1b38f),segment_id=57b2ef25-7c20-4726-9db5-5730d5b1b38f)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:01.003441 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.012818 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69894ff8-20cc-4358-9e0c-14500ec15d5b req-b932a829-b4a2-4ed6-a8fb-5008bba1ae2c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:01.021619 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-69894ff8-20cc-4358-9e0c-14500ec15d5b req-b932a829-b4a2-4ed6-a8fb-5008bba1ae2c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 931 time: 0.1881232 Jul 15 19:06:01.095791 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-69894ff8-20cc-4358-9e0c-14500ec15d5b req-5617a5f6-19bd-4f0d-8810-dcb2c11b456e tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705919 Jul 15 19:06:01.119891 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=b49d8c63-27e1-417b-9afc-c4dc82fb1e17,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:01.140644 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-74edc36a-2495-452e-8de5-0d6f0916e0d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=03873c481813461ca9f8935a6300c861&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4777834 Jul 15 19:06:01.140894 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47254) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:01.149499 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e91c6a17-52ee-4936-a8a8-137bcfd8d11c req-521209b8-9198-4182-9028-01bc05bd2561 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833275 Jul 15 19:06:01.185931 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edc36a-2495-452e-8de5-0d6f0916e0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3b8d40-b9b7-4a89-b25b-6f9cbb058888,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:01.251994 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['b49d8c63-27e1-417b-9afc-c4dc82fb1e17'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:06:01.278470 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8948-9583-497a-b7f7-391713dcfe11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.332930 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Attempting to bind port b92d1946-c5f1-4ece-bae0-4a14e874e29a on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:06:01.333388 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Attempting to bind port b92d1946-c5f1-4ece-bae0-4a14e874e29a by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '7dcd4507-7c4b-4f90-87b8-7751405258f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:06:01.333788 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Attempting to bind port b92d1946-c5f1-4ece-bae0-4a14e874e29a on network a1898f4d-6b9a-4d30-8950-56ad70b81f46 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:06:01.345460 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8948-9583-497a-b7f7-391713dcfe11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.355010 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Port b92d1946-c5f1-4ece-bae0-4a14e874e29a on network a1898f4d-6b9a-4d30-8950-56ad70b81f46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:06:01.355334 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Attempting to bind port b92d1946-c5f1-4ece-bae0-4a14e874e29a on network a1898f4d-6b9a-4d30-8950-56ad70b81f46 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:06:01.363272 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:06:01.363614 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Checking segment: {'id': '7dcd4507-7c4b-4f90-87b8-7751405258f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:01.364003 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Bound using segment: {'id': '7dcd4507-7c4b-4f90-87b8-7751405258f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:06:01.364446 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Bound port: b92d1946-c5f1-4ece-bae0-4a14e874e29a, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dcd4507-7c4b-4f90-87b8-7751405258f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:06:01.364807 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.458841 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:06:01.465458 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8948-9583-497a-b7f7-391713dcfe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.470217 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8948-9583-497a-b7f7-391713dcfe11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.472718 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6d9d8948-9583-497a-b7f7-391713dcfe11 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0f3b8d40-b9b7-4a89-b25b-6f9cbb058888 HTTP/1.1" status: 204 len: 168 time: 0.3303363 Jul 15 19:06:01.476899 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.490506 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d8948-9583-497a-b7f7-391713dcfe11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3b8d40-b9b7-4a89-b25b-6f9cbb058888,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:01.496011 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] For port b92d1946-c5f1-4ece-bae0-4a14e874e29a, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:06:01.501029 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] For port b92d1946-c5f1-4ece-bae0-4a14e874e29a, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b92d1946-c5f1-4ece-bae0-4a14e874e29a,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:06:01.502186 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Transition to ACTIVE for port object c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:01.509185 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.514933 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.572899 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:01.573762 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:01.575384 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] 10.222.0.81 "PUT /v2.0/ports/b92d1946-c5f1-4ece-bae0-4a14e874e29a HTTP/1.1" status: 200 len: 1093 time: 2.3526425 Jul 15 19:06:01.578091 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529a2862-708e-4f43-9972-036649e2e31f', 'tag': 'b92d1946-c5f1-4ece-bae0-4a14e874e29a'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:06:01.590571 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff19c5e1-ebd8-4036-a3fc-6e09bb709c62" -d '{"events": [{"name": "network-changed", "server_uuid": "529a2862-708e-4f43-9972-036649e2e31f", "tag": "b92d1946-c5f1-4ece-bae0-4a14e874e29a"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:06:01.783610 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b917d6ae-38ae-41d3-a703-34025a8c597d x-openstack-request-id: req-b917d6ae-38ae-41d3-a703-34025a8c597d {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:06:01.783904 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529a2862-708e-4f43-9972-036649e2e31f", "tag": "b92d1946-c5f1-4ece-bae0-4a14e874e29a", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:06:01.784157 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b917d6ae-38ae-41d3-a703-34025a8c597d {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:06:01.784657 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529a2862-708e-4f43-9972-036649e2e31f', 'tag': 'b92d1946-c5f1-4ece-bae0-4a14e874e29a', 'status': 'completed', 'code': 200} Jul 15 19:06:01.795927 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47280) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:01.904650 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65051c45-fcac-492b-bee6-a5f269bac9fa service neutron] Pushing event updated for resources: {'Port': ['ID=b92d1946-c5f1-4ece-bae0-4a14e874e29a,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:02.023726 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:02.045016 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Attempting to bind port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:06:02.045407 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Attempting to bind port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:06:02.045785 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Attempting to bind port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 on network 4194f688-d3d8-4b01-940e-e17b50e63a83 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:06:02.062417 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 on network 4194f688-d3d8-4b01-940e-e17b50e63a83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:06:02.062734 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Attempting to bind port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 on network 4194f688-d3d8-4b01-940e-e17b50e63a83 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:06:02.078193 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad791-8605-48da-a952-33e66715aa31 req-ebb2f7eb-4b39-44dc-a513-04c662c33921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:02.079832 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-ebb2f7eb-4b39-44dc-a513-04c662c33921 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 1096 time: 0.2981946 Jul 15 19:06:02.081522 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:06:02.081907 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Checking segment: {'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:02.082294 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Bound using segment: {'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:06:02.082829 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Bound port: c6a3bb18-ce9e-4194-b560-f04fe56d1ee3, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:06:02.083254 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.101895 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e3ce26b7-3971-4e0f-aae5-a34e728e2433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.294610 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e3ce26b7-3971-4e0f-aae5-a34e728e2433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.304940 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e3ce26b7-3971-4e0f-aae5-a34e728e2433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.310055 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 3bddef09-7277-44f4-bb05-f109ff222b1f details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:06:02.338399 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device b49d8c63-27e1-417b-9afc-c4dc82fb1e17 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:02.407505 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-cf0c51db-a23c-4837-89c2-477dbff30e05 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b92d1946-c5f1-4ece-bae0-4a14e874e29a HTTP/1.1" status: 200 len: 217 time: 0.3194830 Jul 15 19:06:02.423832 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e3ce26b7-3971-4e0f-aae5-a34e728e2433 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=793eb687ae4b423d8632986937c3a5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6267228 Jul 15 19:06:02.444424 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47312) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:02.446815 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce26b7-3971-4e0f-aae5-a34e728e2433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8c4cc5-fdf8-4c87-b114-38ede9a3fa1c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:02.503225 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c11b-6a19-44f3-a116-d8d4fa718695 req-d3732e47-bf00-44ce-bef1-a1260a6823aa tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:02.504925 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2b52c11b-6a19-44f3-a116-d8d4fa718695 req-d3732e47-bf00-44ce-bef1-a1260a6823aa tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 943 time: 0.6015682 Jul 15 19:06:02.604050 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port b49d8c63-27e1-417b-9afc-c4dc82fb1e17 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:02.620677 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port b49d8c63-27e1-417b-9afc-c4dc82fb1e17 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:02.621585 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.638177 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] For port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:06:02.649430 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] For port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:06:02.657315 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad791-8605-48da-a952-33e66715aa31 req-24cfeb47-fc44-4a87-8b29-e8132fb692b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:02.659368 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-24cfeb47-fc44-4a87-8b29-e8132fb692b2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6812f2bb-00f7-4b0b-a067-257a16519cb5 HTTP/1.1" status: 200 len: 859 time: 0.1686566 Jul 15 19:06:02.667476 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 3bddef09-7277-44f4-bb05-f109ff222b1f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=3bddef09-7277-44f4-bb05-f109ff222b1f,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:02.676154 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2b52c11b-6a19-44f3-a116-d8d4fa718695 req-1d30cc09-a606-4467-a591-4e9dfe28d7d9 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533260 Jul 15 19:06:02.679150 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.727984 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '3bddef09-7277-44f4-bb05-f109ff222b1f', 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46', 'port_id': '3bddef09-7277-44f4-bb05-f109ff222b1f', 'mac_address': 'fa:16:3e:69:69:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6812f2bb-00f7-4b0b-a067-257a16519cb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:06:02.754007 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-e5d6b5ee-e559-46b2-af92-950876783864 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a1898f4d-6b9a-4d30-8950-56ad70b81f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698934 Jul 15 19:06:02.783481 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:02.784666 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.786683 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] 10.222.0.81 "PUT /v2.0/ports/c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 HTTP/1.1" status: 200 len: 1093 time: 2.5579758 Jul 15 19:06:02.812877 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c86cbf-f9b9-4008-881e-89cf62f31344 req-4837ba81-0323-4d2d-9314-16309f6a10e8 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:02.826178 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-14c86cbf-f9b9-4008-881e-89cf62f31344 req-4837ba81-0323-4d2d-9314-16309f6a10e8 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 943 time: 0.4251642 Jul 15 19:06:02.842309 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b9fc780a-9e9e-4a04-a765-23acef443333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.853513 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.857957 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07886d3-4ca0-4fd6-9f43-bbee73883c25 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:02.928535 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bddef09-7277-44f4-bb05-f109ff222b1f {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:06:02.946408 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b9fc780a-9e9e-4a04-a765-23acef443333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.980714 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-14c86cbf-f9b9-4008-881e-89cf62f31344 req-61917e67-9b78-4c66-9d11-67ce2c01fc5a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532691 Jul 15 19:06:03.069866 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b9fc780a-9e9e-4a04-a765-23acef443333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.077416 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b9fc780a-9e9e-4a04-a765-23acef443333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.078424 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-67928c7e-63a9-4269-afce-274a57706d06 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150299 Jul 15 19:06:03.081973 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b9fc780a-9e9e-4a04-a765-23acef443333 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4a8c4cc5-fdf8-4c87-b114-38ede9a3fa1c HTTP/1.1" status: 204 len: 168 time: 0.6335087 Jul 15 19:06:03.102000 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 3bddef09-7277-44f4-bb05-f109ff222b1f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=3bddef09-7277-44f4-bb05-f109ff222b1f,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:03.111739 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.126230 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b87d1-4dd2-4c29-a354-98236da52de1 req-c399c1df-6079-4687-8705-f229ffdb2884 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:03.131910 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc780a-9e9e-4a04-a765-23acef443333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8c4cc5-fdf8-4c87-b114-38ede9a3fa1c,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:03.139565 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-344b87d1-4dd2-4c29-a354-98236da52de1 req-c399c1df-6079-4687-8705-f229ffdb2884 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 944 time: 0.1740191 Jul 15 19:06:03.178588 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.200752 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-344b87d1-4dd2-4c29-a354-98236da52de1 req-3b97fd09-930d-45ff-958e-d0f582786aee tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570405 Jul 15 19:06:03.266355 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623820f2-1c6c-48ec-9423-d0413ac536f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49d8c63-27e1-417b-9afc-c4dc82fb1e17'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:06:03.358034 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port b49d8c63-27e1-417b-9afc-c4dc82fb1e17, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b49d8c63-27e1-417b-9afc-c4dc82fb1e17,segment=NetworkSegment(57b2ef25-7c20-4726-9db5-5730d5b1b38f),segment_id=57b2ef25-7c20-4726-9db5-5730d5b1b38f)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:03.366537 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.387065 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=3bddef09-7277-44f4-bb05-f109ff222b1f,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:03.455226 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=b49d8c63-27e1-417b-9afc-c4dc82fb1e17,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:03.545599 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47358) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:03.626027 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd24840c-72e6-4194-a8dd-575751707a80" -d '{"events": [{"server_uuid": "623820f2-1c6c-48ec-9423-d0413ac536f3", "name": "network-vif-plugged", "status": "completed", "tag": "b49d8c63-27e1-417b-9afc-c4dc82fb1e17"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:06:03.787487 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29679650-de88-44f8-8b89-412b6439798b', 'tag': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:06:03.788181 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb07d-206a-431d-9c86-b409f93bf779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.792169 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b513ff-ce05-4015-93f2-f5dc488216af" -d '{"events": [{"name": "network-changed", "server_uuid": "29679650-de88-44f8-8b89-412b6439798b", "tag": "c6a3bb18-ce9e-4194-b560-f04fe56d1ee3"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:06:03.923121 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d295bfa3-667e-42c9-8056-3ed02a1b986c x-openstack-request-id: req-d295bfa3-667e-42c9-8056-3ed02a1b986c {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:06:03.923645 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623820f2-1c6c-48ec-9423-d0413ac536f3", "name": "network-vif-plugged", "status": "completed", "tag": "b49d8c63-27e1-417b-9afc-c4dc82fb1e17", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:06:03.924021 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d295bfa3-667e-42c9-8056-3ed02a1b986c {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:06:03.924614 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623820f2-1c6c-48ec-9423-d0413ac536f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49d8c63-27e1-417b-9afc-c4dc82fb1e17', 'code': 200} Jul 15 19:06:03.943312 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb07d-206a-431d-9c86-b409f93bf779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.945965 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bffb4-b10f-4017-b29e-7f6e3516e801 req-ca0df0d2-a281-40b2-9030-645b467976ec tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:03.950147 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-168bffb4-b10f-4017-b29e-7f6e3516e801 req-ca0df0d2-a281-40b2-9030-645b467976ec tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 943 time: 0.1027870 Jul 15 19:06:03.956801 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb07d-206a-431d-9c86-b409f93bf779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:03.983674 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b2bffe-9318-4e70-ad22-01e1a6871ffb x-openstack-request-id: req-d5b2bffe-9318-4e70-ad22-01e1a6871ffb {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:06:03.984105 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29679650-de88-44f8-8b89-412b6439798b", "tag": "c6a3bb18-ce9e-4194-b560-f04fe56d1ee3", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:06:03.984268 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d5b2bffe-9318-4e70-ad22-01e1a6871ffb {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:06:03.984720 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29679650-de88-44f8-8b89-412b6439798b', 'tag': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3', 'status': 'completed', 'code': 200} Jul 15 19:06:04.007399 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-bc5cb07d-206a-431d-9c86-b409f93bf779 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=896058ff539841bfbc5bade188b7f337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601612 Jul 15 19:06:04.011267 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47386) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:04.020219 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cb07d-206a-431d-9c86-b409f93bf779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a9a9f9-b89b-43af-a615-75cd0fa6eb98,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:04.040211 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-168bffb4-b10f-4017-b29e-7f6e3516e801 req-a19bcf54-9be3-4da0-835e-35779df587fb tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730796 Jul 15 19:06:04.117424 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bf29-cecb-427a-a514-5fd94582e57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.144410 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bf29-cecb-427a-a514-5fd94582e57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.253390 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9a3d7-7b5e-4b53-8c81-41296d4c5dce req-731343ae-d3b1-4cc5-a084-3d860458e827 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:04.255351 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c3b9a3d7-7b5e-4b53-8c81-41296d4c5dce req-731343ae-d3b1-4cc5-a084-3d860458e827 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 943 time: 0.1034722 Jul 15 19:06:04.271470 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bf29-cecb-427a-a514-5fd94582e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.274683 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bf29-cecb-427a-a514-5fd94582e57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.278708 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6fd9bf29-cecb-427a-a514-5fd94582e57a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a3a9a9f9-b89b-43af-a615-75cd0fa6eb98 HTTP/1.1" status: 204 len: 168 time: 0.2661796 Jul 15 19:06:04.300422 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9bf29-cecb-427a-a514-5fd94582e57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a9a9f9-b89b-43af-a615-75cd0fa6eb98,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:04.317481 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c3b9a3d7-7b5e-4b53-8c81-41296d4c5dce req-6e6cc457-4f86-4c7a-9f25-9ae15739752f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547707 Jul 15 19:06:04.467485 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22973516-1c38-4fbe-9e39-58dd42d68ff3 req-7a55e770-aefe-460e-b29a-87e55e8a2ef9 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:04.470218 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-22973516-1c38-4fbe-9e39-58dd42d68ff3 req-7a55e770-aefe-460e-b29a-87e55e8a2ef9 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 945 time: 0.0945737 Jul 15 19:06:04.539453 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-22973516-1c38-4fbe-9e39-58dd42d68ff3 req-63b831c9-c1f2-486e-9413-784be1b4310a tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636363 Jul 15 19:06:04.749761 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47426) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:04.765524 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ade3865a-635e-4cf3-90cf-831adf748677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.869440 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ade3865a-635e-4cf3-90cf-831adf748677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.874554 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ade3865a-635e-4cf3-90cf-831adf748677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:04.917247 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ade3865a-635e-4cf3-90cf-831adf748677 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a3e775e037f3405fb89522ce25c2887c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665092 Jul 15 19:06:04.918374 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3865a-635e-4cf3-90cf-831adf748677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe952ab4-2894-4f53-a4b2-e6679b9df24e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:04.920065 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 47446) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:04.988730 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1367daee-e27b-45d9-9ad4-2ef5a9815d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.017744 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1367daee-e27b-45d9-9ad4-2ef5a9815d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.084333 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1367daee-e27b-45d9-9ad4-2ef5a9815d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.088256 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1367daee-e27b-45d9-9ad4-2ef5a9815d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.093465 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1367daee-e27b-45d9-9ad4-2ef5a9815d70 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe952ab4-2894-4f53-a4b2-e6679b9df24e HTTP/1.1" status: 204 len: 168 time: 0.1666548 Jul 15 19:06:05.105017 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367daee-e27b-45d9-9ad4-2ef5a9815d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe952ab4-2894-4f53-a4b2-e6679b9df24e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:05.314762 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebefc5-e49e-49cd-9ba5-6417951a96f1 req-41048dd0-6f04-411f-a897-b494d2acb984 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:05.316414 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8eebefc5-e49e-49cd-9ba5-6417951a96f1 req-41048dd0-6f04-411f-a897-b494d2acb984 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 943 time: 0.0756743 Jul 15 19:06:05.383668 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 47504) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:05.384807 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8eebefc5-e49e-49cd-9ba5-6417951a96f1 req-f612ae00-df46-4e79-a2bd-1c29e90c79e6 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621405 Jul 15 19:06:05.570024 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aab4b6b5-3eb8-4312-8324-1451e1cad67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.810571 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['3bddef09-7277-44f4-bb05-f109ff222b1f'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:06:05.821209 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9c649-a5e0-40ff-b3bd-bd1a3818c7e9 req-7f5973fc-bae4-4d44-b982-c843f03a8260 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:05.829745 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-80b9c649-a5e0-40ff-b3bd-bd1a3818c7e9 req-7f5973fc-bae4-4d44-b982-c843f03a8260 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 943 time: 0.3237448 Jul 15 19:06:05.911289 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea456a4-9e27-45ae-a082-fff07f1d1e70 req-13c97838-7e28-4461-a72f-6b5dd41bc984 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:05.922110 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ea456a4-9e27-45ae-a082-fff07f1d1e70 req-13c97838-7e28-4461-a72f-6b5dd41bc984 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 945 time: 0.1794298 Jul 15 19:06:05.986863 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-80b9c649-a5e0-40ff-b3bd-bd1a3818c7e9 req-4d905c0b-9f78-476a-8e2a-4990c990acf1 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521914 Jul 15 19:06:06.004902 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f29ad791-8605-48da-a952-33e66715aa31 req-a0184233-0ca9-4831-b617-433fc31f3b7f service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011321 Jul 15 19:06:06.025285 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-571f6b11-1bbd-41b3-b0c4-7689870ce729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:06.034430 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-571f6b11-1bbd-41b3-b0c4-7689870ce729 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=11d5286a3f064fc5b43d1d7139d00770&device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 1096 time: 0.3743389 Jul 15 19:06:06.048127 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ea456a4-9e27-45ae-a082-fff07f1d1e70 req-46e1bb9f-51c1-4cc6-8787-7d21f9311fc1 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247346 Jul 15 19:06:06.091346 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aab4b6b5-3eb8-4312-8324-1451e1cad67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.133102 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac112d54-16ec-4868-b015-8d1bb501a1d8 req-6698eed9-f2d4-4606-88e6-81cd358c72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:06.137933 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ac112d54-16ec-4868-b015-8d1bb501a1d8 req-6698eed9-f2d4-4606-88e6-81cd358c72f8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 1098 time: 0.1967177 Jul 15 19:06:06.170939 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ac112d54-16ec-4868-b015-8d1bb501a1d8 req-72bfa41d-9d8a-43ff-b036-f85bee4f27ea service neutron] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.182897 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-945cdbc6-df50-4499-b8a6-373302991260 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 HTTP/1.1" status: 200 len: 217 time: 0.1022816 Jul 15 19:06:06.183552 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aab4b6b5-3eb8-4312-8324-1451e1cad67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.327564 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-aa99c78c-ebfd-49e7-9d01-d1157cc382da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:06.329004 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-aa99c78c-ebfd-49e7-9d01-d1157cc382da service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0446c1b-838c-468f-b9ab-64ddc622ac9c HTTP/1.1" status: 200 len: 850 time: 0.1018407 Jul 15 19:06:06.360438 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-aab4b6b5-3eb8-4312-8324-1451e1cad67c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bec8f779bac64dc08c28cddc782e0b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9732327 Jul 15 19:06:06.370836 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47562) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:06.375257 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4b6b5-3eb8-4312-8324-1451e1cad67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3aa6fa-8cb5-4b27-a8b1-3f5adaaa900e,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:06.418095 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ac112d54-16ec-4868-b015-8d1bb501a1d8 req-72bfa41d-9d8a-43ff-b036-f85bee4f27ea service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.432049 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19c5e1-ebd8-4036-a3fc-6e09bb709c62 req-ae714242-e698-40ec-a158-030dc4d82a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:06.433740 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ff19c5e1-ebd8-4036-a3fc-6e09bb709c62 req-ae714242-e698-40ec-a158-030dc4d82a16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 1096 time: 0.3182905 Jul 15 19:06:06.439138 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ac112d54-16ec-4868-b015-8d1bb501a1d8 req-72bfa41d-9d8a-43ff-b036-f85bee4f27ea service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.472512 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-65bdd9a9-8a36-4dae-aa36-3b7ab785be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:06.474072 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-65bdd9a9-8a36-4dae-aa36-3b7ab785be8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4194f688-d3d8-4b01-940e-e17b50e63a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1357501 Jul 15 19:06:06.496699 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ac112d54-16ec-4868-b015-8d1bb501a1d8 req-72bfa41d-9d8a-43ff-b036-f85bee4f27ea service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513992 Jul 15 19:06:06.500304 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfa41d-9d8a-43ff-b036-f85bee4f27ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=80449e6f-ee0f-4a13-b18b-1deb04c64a57,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:06.518245 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e92dd33d-c874-4182-8bac-c11d9f1b3324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.557972 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e92dd33d-c874-4182-8bac-c11d9f1b3324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.652123 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e92dd33d-c874-4182-8bac-c11d9f1b3324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.656040 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e92dd33d-c874-4182-8bac-c11d9f1b3324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.659672 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e92dd33d-c874-4182-8bac-c11d9f1b3324 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bb3aa6fa-8cb5-4b27-a8b1-3f5adaaa900e HTTP/1.1" status: 204 len: 168 time: 0.2852991 Jul 15 19:06:06.679539 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92dd33d-c874-4182-8bac-c11d9f1b3324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3aa6fa-8cb5-4b27-a8b1-3f5adaaa900e,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:06.763815 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19c5e1-ebd8-4036-a3fc-6e09bb709c62 req-6e9ce9ce-6241-4887-b407-ce76284d91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:06.764808 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ff19c5e1-ebd8-4036-a3fc-6e09bb709c62 req-6e9ce9ce-6241-4887-b407-ce76284d91ac service neutron] 10.222.0.81 "GET /v2.0/networks?id=a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 200 len: 920 time: 0.3218372 Jul 15 19:06:06.841526 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ff19c5e1-ebd8-4036-a3fc-6e09bb709c62 req-f14d137d-21a9-43ce-be4c-4f467daf216d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b92d1946-c5f1-4ece-bae0-4a14e874e29a HTTP/1.1" status: 200 len: 217 time: 0.0647242 Jul 15 19:06:06.865548 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-9bc9f72a-4340-49ac-9532-68857a1d52e5 service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816125 Jul 15 19:06:06.944505 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f98bca-c796-4a7d-8900-cf4318e8a4c7 req-47fc3f74-60ce-4a98-9ee5-735c122bfbdf tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:06.952089 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0f98bca-c796-4a7d-8900-cf4318e8a4c7 req-47fc3f74-60ce-4a98-9ee5-735c122bfbdf tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 943 time: 0.3241837 Jul 15 19:06:07.053295 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19c5e1-ebd8-4036-a3fc-6e09bb709c62 req-3db648e9-5773-4752-95f5-6c30cb66ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:07.055051 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ff19c5e1-ebd8-4036-a3fc-6e09bb709c62 req-3db648e9-5773-4752-95f5-6c30cb66ea8d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6812f2bb-00f7-4b0b-a067-257a16519cb5 HTTP/1.1" status: 200 len: 859 time: 0.2028921 Jul 15 19:06:07.115476 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ff19c5e1-ebd8-4036-a3fc-6e09bb709c62 req-a64ba9f2-2ebc-4239-a5c0-b3b039ee1553 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a1898f4d-6b9a-4d30-8950-56ad70b81f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452611 Jul 15 19:06:07.121285 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0f98bca-c796-4a7d-8900-cf4318e8a4c7 req-9cd2f56e-7a43-4fc2-a948-a5ebe13aef10 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681185 Jul 15 19:06:07.155688 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47600) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:07.177399 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-87c35639-983b-4927-af3c-1f141fa25d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.287703 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7da25ecd-af0f-4974-9be5-b26186e34d25 req-5d34861a-1f47-43cc-b701-9c7c1319acba service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942144 Jul 15 19:06:07.346746 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ff19c5e1-ebd8-4036-a3fc-6e09bb709c62 req-253b2e7c-2d9e-48e7-967e-e29f0149ca95 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224882 Jul 15 19:06:07.357640 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15d97c-c7b1-40fa-bc9e-0016a5b469c5 req-8ce1f054-6465-4183-be7c-3c0a7b1ae2a3 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:07.359584 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-df15d97c-c7b1-40fa-bc9e-0016a5b469c5 req-8ce1f054-6465-4183-be7c-3c0a7b1ae2a3 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 943 time: 0.1692843 Jul 15 19:06:07.431856 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-87c35639-983b-4927-af3c-1f141fa25d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.442768 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-df15d97c-c7b1-40fa-bc9e-0016a5b469c5 req-04cd6001-dd98-409f-ab6d-594886082906 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734987 Jul 15 19:06:07.444701 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-87c35639-983b-4927-af3c-1f141fa25d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.493370 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-87c35639-983b-4927-af3c-1f141fa25d7f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=347abcf01e8b4fdebcc2cb8d8b4c6d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361557 Jul 15 19:06:07.494946 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c35639-983b-4927-af3c-1f141fa25d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42277d96-69e4-4a00-95e7-a1cd14f3ab91,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:07.498925 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47606) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:07.572763 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c46aedb-9239-4ebc-8c51-218e98093aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.598062 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 3bddef09-7277-44f4-bb05-f109ff222b1f up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:07.610991 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c46aedb-9239-4ebc-8c51-218e98093aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.677654 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port 3bddef09-7277-44f4-bb05-f109ff222b1f completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:07.685473 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 3bddef09-7277-44f4-bb05-f109ff222b1f triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:07.686104 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.711544 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c46aedb-9239-4ebc-8c51-218e98093aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.715183 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c46aedb-9239-4ebc-8c51-218e98093aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.716496 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7c46aedb-9239-4ebc-8c51-218e98093aaa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/42277d96-69e4-4a00-95e7-a1cd14f3ab91 HTTP/1.1" status: 204 len: 168 time: 0.2165518 Jul 15 19:06:07.730342 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46aedb-9239-4ebc-8c51-218e98093aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42277d96-69e4-4a00-95e7-a1cd14f3ab91,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:07.821874 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9688a-efcc-4444-b30f-4bb2f353cf26 req-1cfb4587-ad6d-4364-ba8b-56243d617a9d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:07.834327 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7db9688a-efcc-4444-b30f-4bb2f353cf26 req-1cfb4587-ad6d-4364-ba8b-56243d617a9d tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 945 time: 0.5389307 Jul 15 19:06:07.862935 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.898397 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfbc5fb-5955-471c-a8e5-de67de6bb68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bddef09-7277-44f4-bb05-f109ff222b1f'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:06:07.899914 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ff19c5e1-ebd8-4036-a3fc-6e09bb709c62 req-e8c6c037-3b94-4d2b-9fa0-352b41c2e4c7 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437348 Jul 15 19:06:07.901475 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453575cc-18c5-4b57-bdb2-be74caff1140" -d '{"events": [{"server_uuid": "8bfbc5fb-5955-471c-a8e5-de67de6bb68a", "name": "network-vif-plugged", "status": "completed", "tag": "3bddef09-7277-44f4-bb05-f109ff222b1f"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:06:07.924801 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 3bddef09-7277-44f4-bb05-f109ff222b1f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=3bddef09-7277-44f4-bb05-f109ff222b1f,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:07.936868 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:07.969246 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7db9688a-efcc-4444-b30f-4bb2f353cf26 req-52ccc4d8-c851-4e0c-8b51-8728eb2f02fc tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170011 Jul 15 19:06:07.974642 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b513ff-ce05-4015-93f2-f5dc488216af req-f36e04c7-a561-413f-b4e7-05c51f2dbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:07.981047 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32b513ff-ce05-4015-93f2-f5dc488216af req-f36e04c7-a561-413f-b4e7-05c51f2dbff9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=11d5286a3f064fc5b43d1d7139d00770&device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 1096 time: 0.6236598 Jul 15 19:06:08.031516 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637b8e49-44a9-46b9-b68c-c2b01811592e x-openstack-request-id: req-637b8e49-44a9-46b9-b68c-c2b01811592e {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:06:08.033403 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfbc5fb-5955-471c-a8e5-de67de6bb68a", "name": "network-vif-plugged", "status": "completed", "tag": "3bddef09-7277-44f4-bb05-f109ff222b1f", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:06:08.034857 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-637b8e49-44a9-46b9-b68c-c2b01811592e {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:06:08.035531 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfbc5fb-5955-471c-a8e5-de67de6bb68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bddef09-7277-44f4-bb05-f109ff222b1f', 'code': 200} Jul 15 19:06:08.083366 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=3bddef09-7277-44f4-bb05-f109ff222b1f,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:08.228978 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b513ff-ce05-4015-93f2-f5dc488216af req-cba637e0-050d-47cf-8045-09e180a4b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:08.232585 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32b513ff-ce05-4015-93f2-f5dc488216af req-cba637e0-050d-47cf-8045-09e180a4b6da service neutron] 10.222.0.81 "GET /v2.0/networks?id=4194f688-d3d8-4b01-940e-e17b50e63a83 HTTP/1.1" status: 200 len: 912 time: 0.2424095 Jul 15 19:06:08.328118 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32b513ff-ce05-4015-93f2-f5dc488216af req-ab44ecb7-26ed-4494-8d2a-534e6baea24e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 HTTP/1.1" status: 200 len: 217 time: 0.0814917 Jul 15 19:06:08.470721 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b513ff-ce05-4015-93f2-f5dc488216af req-0cdd8eef-4d26-4cd5-b6e5-e3fb42824a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:08.472316 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32b513ff-ce05-4015-93f2-f5dc488216af req-0cdd8eef-4d26-4cd5-b6e5-e3fb42824a9a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0446c1b-838c-468f-b9ab-64ddc622ac9c HTTP/1.1" status: 200 len: 850 time: 0.1373768 Jul 15 19:06:08.675457 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76a348-d2e5-47ea-82e5-cd3bc6fe135f req-07036a20-5b15-4916-af8f-f71b6bda4c19 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:08.697463 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ad76a348-d2e5-47ea-82e5-cd3bc6fe135f req-07036a20-5b15-4916-af8f-f71b6bda4c19 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 943 time: 0.2994337 Jul 15 19:06:08.762260 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b57ad1-31a7-41bb-aa05-2239840a6705 req-f22ad7c0-8572-4054-be09-d9bd27bae704 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:08.764090 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3b57ad1-31a7-41bb-aa05-2239840a6705 req-f22ad7c0-8572-4054-be09-d9bd27bae704 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 943 time: 0.1318197 Jul 15 19:06:08.797539 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b513ff-ce05-4015-93f2-f5dc488216af req-e4e5fe72-6780-4be0-8c28-51f1b441eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:08.799402 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32b513ff-ce05-4015-93f2-f5dc488216af req-e4e5fe72-6780-4be0-8c28-51f1b441eab6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4194f688-d3d8-4b01-940e-e17b50e63a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3097601 Jul 15 19:06:08.800419 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47676) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:08.816966 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ad76a348-d2e5-47ea-82e5-cd3bc6fe135f req-c623bae7-01e4-48fb-abe5-3512421b447f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179824 Jul 15 19:06:08.836749 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3b57ad1-31a7-41bb-aa05-2239840a6705 req-f854b09a-2f97-46e2-a088-dbfeac65efa9 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625989 Jul 15 19:06:08.850496 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036078f6-0586-4b61-88f5-e6fee4876b16 req-c0697e09-7c97-41a0-878d-d8f8999685e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:08.852222 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-036078f6-0586-4b61-88f5-e6fee4876b16 req-c0697e09-7c97-41a0-878d-d8f8999685e5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 1099 time: 0.3274193 Jul 15 19:06:08.967589 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-036078f6-0586-4b61-88f5-e6fee4876b16 req-b1d36c7c-b635-4d44-9ca8-5ed1bc5add89 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020646 Jul 15 19:06:09.010554 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32b513ff-ce05-4015-93f2-f5dc488216af req-5936a2d0-8ff6-48c0-8175-38628c36a823 service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931436 Jul 15 19:06:09.021578 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ccc31c88-9cb0-48ea-be6d-3ee594cf0efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:09.211591 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32b513ff-ce05-4015-93f2-f5dc488216af req-aea72175-7022-430d-9068-7d01a9ddb2ee service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751220 Jul 15 19:06:09.213419 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ccc31c88-9cb0-48ea-be6d-3ee594cf0efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:09.232700 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ccc31c88-9cb0-48ea-be6d-3ee594cf0efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:09.241190 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889d043-e32f-444f-aa35-8b3d2f71f447 req-e223c096-f39c-4f9e-bdb0-3bd4d77025a4 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:09.243528 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3889d043-e32f-444f-aa35-8b3d2f71f447 req-e223c096-f39c-4f9e-bdb0-3bd4d77025a4 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 945 time: 0.1055000 Jul 15 19:06:09.294598 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ccc31c88-9cb0-48ea-be6d-3ee594cf0efb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e1a04f718c224bbb9d812c7614f6a9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920721 Jul 15 19:06:09.296407 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 47710) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:09.296543 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc31c88-9cb0-48ea-be6d-3ee594cf0efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16efb4d9-087f-44a8-a624-52cb8507b495,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:09.317757 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3889d043-e32f-444f-aa35-8b3d2f71f447 req-7191f93c-8e89-4830-979a-0126660d8a62 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670226 Jul 15 19:06:09.374655 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1bbb659a-61c1-450a-b780-04d118a45aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:09.404002 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1bbb659a-61c1-450a-b780-04d118a45aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:09.493321 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1bbb659a-61c1-450a-b780-04d118a45aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:09.498571 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1bbb659a-61c1-450a-b780-04d118a45aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:09.500105 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1bbb659a-61c1-450a-b780-04d118a45aee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/16efb4d9-087f-44a8-a624-52cb8507b495 HTTP/1.1" status: 204 len: 168 time: 0.2027006 Jul 15 19:06:09.511155 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb659a-61c1-450a-b780-04d118a45aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16efb4d9-087f-44a8-a624-52cb8507b495,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:09.626866 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device b92d1946-c5f1-4ece-bae0-4a14e874e29a details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:06:09.792104 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port b92d1946-c5f1-4ece-bae0-4a14e874e29a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b92d1946-c5f1-4ece-bae0-4a14e874e29a,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:09.812300 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': 'b92d1946-c5f1-4ece-bae0-4a14e874e29a', 'network_id': 'a1898f4d-6b9a-4d30-8950-56ad70b81f46', 'port_id': 'b92d1946-c5f1-4ece-bae0-4a14e874e29a', 'mac_address': 'fa:16:3e:66:7b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6812f2bb-00f7-4b0b-a067-257a16519cb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:06:09.897531 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:09.948379 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92d1946-c5f1-4ece-bae0-4a14e874e29a {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:06:10.004896 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port b92d1946-c5f1-4ece-bae0-4a14e874e29a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b92d1946-c5f1-4ece-bae0-4a14e874e29a,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:10.010837 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.014700 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:06:10.182644 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=b92d1946-c5f1-4ece-bae0-4a14e874e29a,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:10.209485 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47752) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:10.255979 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051ff9c-b7d2-4f54-a3fe-5532640a07ec req-bfb17f30-7644-4bfa-8ca6-111922f6ecaf tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:10.262331 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e051ff9c-b7d2-4f54-a3fe-5532640a07ec req-bfb17f30-7644-4bfa-8ca6-111922f6ecaf tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 944 time: 0.2291086 Jul 15 19:06:10.276878 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7358e7a-9346-4f64-bf56-19d9ad6b70a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.283081 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77948b-7596-414d-b3d8-4a31a755634d req-188492ba-0c67-49de-ba2f-a43515401703 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:10.284881 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a77948b-7596-414d-b3d8-4a31a755634d req-188492ba-0c67-49de-ba2f-a43515401703 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 943 time: 0.1628850 Jul 15 19:06:10.307398 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:10.325004 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'port_id': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3', 'mac_address': 'fa:16:3e:36:21:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:06:10.331811 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e051ff9c-b7d2-4f54-a3fe-5532640a07ec req-10cc7958-7c25-4406-a603-ed279cdf9d1f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582783 Jul 15 19:06:10.347434 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a77948b-7596-414d-b3d8-4a31a755634d req-7689ae78-4bb7-4836-97c8-caa4466b0798 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466716 Jul 15 19:06:10.384841 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.402563 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:06:10.433987 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:10.440227 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.461987 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7358e7a-9346-4f64-bf56-19d9ad6b70a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.468511 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7358e7a-9346-4f64-bf56-19d9ad6b70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.517645 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:10.519912 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7358e7a-9346-4f64-bf56-19d9ad6b70a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293d0f22-d61e-40c4-a340-f1c357bc42eb,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:10.527614 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c7358e7a-9346-4f64-bf56-19d9ad6b70a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=866e1925589a405498243699ea30a6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138514 Jul 15 19:06:10.528088 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 47766) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:10.613508 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1517-b808-4022-9b40-b2e7126a3e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.646293 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1517-b808-4022-9b40-b2e7126a3e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.712132 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['c6a3bb18-ce9e-4194-b560-f04fe56d1ee3'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:06:10.716776 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1517-b808-4022-9b40-b2e7126a3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.724072 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['b92d1946-c5f1-4ece-bae0-4a14e874e29a'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:06:10.726672 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1517-b808-4022-9b40-b2e7126a3e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.728009 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5f5d1517-b808-4022-9b40-b2e7126a3e96 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/293d0f22-d61e-40c4-a340-f1c357bc42eb HTTP/1.1" status: 204 len: 168 time: 0.1988204 Jul 15 19:06:10.743290 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d1517-b808-4022-9b40-b2e7126a3e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293d0f22-d61e-40c4-a340-f1c357bc42eb,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:11.623156 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba67aa-c1c6-4e99-9ce7-b5e00a61360f req-ae95c951-28c1-4c16-9154-3e403897fa07 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:11.623156 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cba67aa-c1c6-4e99-9ce7-b5e00a61360f req-ae95c951-28c1-4c16-9154-3e403897fa07 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 944 time: 0.1390433 Jul 15 19:06:11.634574 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device b92d1946-c5f1-4ece-bae0-4a14e874e29a up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:11.726592 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cba67aa-c1c6-4e99-9ce7-b5e00a61360f req-35cdff23-7595-4cc9-9661-67ca0be723c0 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962906 Jul 15 19:06:11.739027 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:11.782387 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port b92d1946-c5f1-4ece-bae0-4a14e874e29a completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:11.787766 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port b92d1946-c5f1-4ece-bae0-4a14e874e29a triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:11.788375 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:11.795612 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80dc7c-3473-449f-aeef-c0530d454ba8 req-08a15514-3cd3-44bc-bd50-39a01799cf28 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:11.805391 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 47836) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:11.812313 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c80dc7c-3473-449f-aeef-c0530d454ba8 req-08a15514-3cd3-44bc-bd50-39a01799cf28 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 944 time: 0.1649315 Jul 15 19:06:11.892678 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c80dc7c-3473-449f-aeef-c0530d454ba8 req-f2a19f48-970b-4907-a6cd-8886675e460e tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792756 Jul 15 19:06:11.975341 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:11.984718 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d239580e-3cc3-479a-b4c8-4ed6dc1dcb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.005313 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529a2862-708e-4f43-9972-036649e2e31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92d1946-c5f1-4ece-bae0-4a14e874e29a'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:06:12.008553 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa718be-ff2e-4a3e-ac72-a48c268961e4" -d '{"events": [{"server_uuid": "529a2862-708e-4f43-9972-036649e2e31f", "name": "network-vif-plugged", "status": "completed", "tag": "b92d1946-c5f1-4ece-bae0-4a14e874e29a"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:06:12.045415 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port b92d1946-c5f1-4ece-bae0-4a14e874e29a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b92d1946-c5f1-4ece-bae0-4a14e874e29a,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:12.052452 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.054568 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:12.106226 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc67e2d1-084c-4ca4-ae8e-a48533f85593 x-openstack-request-id: req-bc67e2d1-084c-4ca4-ae8e-a48533f85593 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:06:12.106911 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529a2862-708e-4f43-9972-036649e2e31f", "name": "network-vif-plugged", "status": "completed", "tag": "b92d1946-c5f1-4ece-bae0-4a14e874e29a", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:06:12.106911 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc67e2d1-084c-4ca4-ae8e-a48533f85593 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:06:12.107542 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529a2862-708e-4f43-9972-036649e2e31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92d1946-c5f1-4ece-bae0-4a14e874e29a', 'code': 200} Jul 15 19:06:12.140775 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d239580e-3cc3-479a-b4c8-4ed6dc1dcb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.149825 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d239580e-3cc3-479a-b4c8-4ed6dc1dcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.161166 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=b92d1946-c5f1-4ece-bae0-4a14e874e29a,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:12.183349 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:12.190442 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d239580e-3cc3-479a-b4c8-4ed6dc1dcb7c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f07773e7b1d43b4b8cf7bb3cee17912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833256 Jul 15 19:06:12.190606 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:12.191292 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.192900 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 47858) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:12.261323 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239580e-3cc3-479a-b4c8-4ed6dc1dcb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6999e90-c2cf-47f6-a992-bf3076507bfb,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:12.318010 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.323560 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f450ca68-e63f-4921-8572-5c82a57bc333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.381291 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:12.390918 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.435760 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f450ca68-e63f-4921-8572-5c82a57bc333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.454138 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:12.502562 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e8131-d7e9-404a-9ee2-7c0d3020ca53 req-b1a0dd10-dfb5-4d5b-b318-50b7e055bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:12.504101 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d7e8131-d7e9-404a-9ee2-7c0d3020ca53 req-b1a0dd10-dfb5-4d5b-b318-50b7e055bdbf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 1098 time: 0.1567664 Jul 15 19:06:12.534637 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f450ca68-e63f-4921-8572-5c82a57bc333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.537498 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f450ca68-e63f-4921-8572-5c82a57bc333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:12.538685 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f450ca68-e63f-4921-8572-5c82a57bc333 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6999e90-c2cf-47f6-a992-bf3076507bfb HTTP/1.1" status: 204 len: 168 time: 0.3448374 Jul 15 19:06:12.552716 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450ca68-e63f-4921-8572-5c82a57bc333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6999e90-c2cf-47f6-a992-bf3076507bfb,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:12.566287 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d7e8131-d7e9-404a-9ee2-7c0d3020ca53 req-6cd971f8-5e2b-4174-9228-e4eb4e46a582 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546055 Jul 15 19:06:12.962497 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e3739-71c7-4c9d-aaec-76f94b088adc req-c8714f65-ff9d-49ef-abc7-fd1ebf6f196c tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:12.964962 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f0e3739-71c7-4c9d-aaec-76f94b088adc req-c8714f65-ff9d-49ef-abc7-fd1ebf6f196c tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0888090 Jul 15 19:06:13.041620 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f0e3739-71c7-4c9d-aaec-76f94b088adc req-4f2c6731-b8bb-4c94-a846-9cd427ddd64c tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693290 Jul 15 19:06:13.099457 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 47898) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:13.147856 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-69d8833e-60ca-4d06-81d2-e0e2df2fb3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:13.224349 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1be33e-bb4e-4875-953c-017b05beabaa req-3377db89-cc8f-4095-839d-b7132a7ee1be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:13.226250 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de1be33e-bb4e-4875-953c-017b05beabaa req-3377db89-cc8f-4095-839d-b7132a7ee1be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.1193681 Jul 15 19:06:13.310657 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-69d8833e-60ca-4d06-81d2-e0e2df2fb3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:13.318166 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-69d8833e-60ca-4d06-81d2-e0e2df2fb3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:13.360394 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de1be33e-bb4e-4875-953c-017b05beabaa req-42aad091-fea3-4bb5-9995-f2d5cd2604d8 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138439 Jul 15 19:06:13.380304 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-69d8833e-60ca-4d06-81d2-e0e2df2fb3d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=87418c6e572e4482b1ca48da773b6959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791848 Jul 15 19:06:13.384310 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47918) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:13.403000 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8833e-60ca-4d06-81d2-e0e2df2fb3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2d8ddd-367e-41e5-bb99-e293464839ab,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:13.450759 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-58a4c31a-772d-485d-a228-f733d5d36d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:13.474645 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-58a4c31a-772d-485d-a228-f733d5d36d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:13.535865 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-58a4c31a-772d-485d-a228-f733d5d36d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:13.538885 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-58a4c31a-772d-485d-a228-f733d5d36d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:13.540280 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-58a4c31a-772d-485d-a228-f733d5d36d55 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f2d8ddd-367e-41e5-bb99-e293464839ab HTTP/1.1" status: 204 len: 168 time: 0.1549942 Jul 15 19:06:13.555211 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4c31a-772d-485d-a228-f733d5d36d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2d8ddd-367e-41e5-bb99-e293464839ab,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:14.109487 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29679650-de88-44f8-8b89-412b6439798b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:06:14.111844 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18894ce4-ea62-495c-a8a8-65df6738d2c1" -d '{"events": [{"server_uuid": "29679650-de88-44f8-8b89-412b6439798b", "name": "network-vif-plugged", "status": "completed", "tag": "c6a3bb18-ce9e-4194-b560-f04fe56d1ee3"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:06:14.155764 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698594aa-1ae8-45a0-85fd-83b779b8cf48 x-openstack-request-id: req-698594aa-1ae8-45a0-85fd-83b779b8cf48 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:06:14.156054 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29679650-de88-44f8-8b89-412b6439798b", "name": "network-vif-plugged", "status": "completed", "tag": "c6a3bb18-ce9e-4194-b560-f04fe56d1ee3", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:06:14.156307 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-698594aa-1ae8-45a0-85fd-83b779b8cf48 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:06:14.156696 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29679650-de88-44f8-8b89-412b6439798b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3', 'code': 200} Jul 15 19:06:14.229072 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22572e70-6969-4ebc-b95e-ff3587e05475 req-3deae059-ca11-49c6-8258-39794c734a80 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:14.232018 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-22572e70-6969-4ebc-b95e-ff3587e05475 req-3deae059-ca11-49c6-8258-39794c734a80 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0708930 Jul 15 19:06:14.272576 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-22572e70-6969-4ebc-b95e-ff3587e05475 req-98ec2a30-610b-4fb9-9fbd-fd6f7d8fb4a3 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349011 Jul 15 19:06:14.500644 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb07db7-d6c6-4318-b317-a3f2ceec8c40 req-3aa4e2d7-518e-4e9b-a17b-c72c58ab594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:14.502207 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cb07db7-d6c6-4318-b317-a3f2ceec8c40 req-3aa4e2d7-518e-4e9b-a17b-c72c58ab594e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 1098 time: 0.1352932 Jul 15 19:06:14.638108 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cb07db7-d6c6-4318-b317-a3f2ceec8c40 req-ca6d2eff-111f-4bbf-9a50-ddca5a344730 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211059 Jul 15 19:06:14.866333 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76fc15-79f8-4be2-9f67-3730c0360313 req-e18550be-fbfc-46f5-b495-3f8c64cf1995 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:14.877444 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8b76fc15-79f8-4be2-9f67-3730c0360313 req-e18550be-fbfc-46f5-b495-3f8c64cf1995 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.2558696 Jul 15 19:06:15.002404 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8b76fc15-79f8-4be2-9f67-3730c0360313 req-691956fb-b9e8-4ba3-991b-1a49ce7cb838 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170952 Jul 15 19:06:15.006996 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b92b7-fc77-4eaf-9aa4-0e3ef4ce8060 req-9421ee4c-4aac-4b8b-9d7c-231052a5cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:15.009667 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d71b92b7-fc77-4eaf-9aa4-0e3ef4ce8060 req-9421ee4c-4aac-4b8b-9d7c-231052a5cb6f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 1098 time: 0.2022455 Jul 15 19:06:15.125263 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b92b7-fc77-4eaf-9aa4-0e3ef4ce8060 req-71941ad9-20a5-4c42-a1a0-339366f51ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:15.126791 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d71b92b7-fc77-4eaf-9aa4-0e3ef4ce8060 req-71941ad9-20a5-4c42-a1a0-339366f51ca6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 200 len: 920 time: 0.1032927 Jul 15 19:06:15.150073 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b87c7-487f-42a0-96b7-4499dfcab193 req-ca05bdcb-6e71-4d6a-b62b-13518b5ef60a tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:15.152203 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2d1b87c7-487f-42a0-96b7-4499dfcab193 req-ca05bdcb-6e71-4d6a-b62b-13518b5ef60a tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1946175 Jul 15 19:06:15.199730 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 47990) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:15.221442 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2d1b87c7-487f-42a0-96b7-4499dfcab193 req-8b736cf8-2dbb-43b5-b69c-b0ff87829420 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617678 Jul 15 19:06:15.282531 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:06:15.464292 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5f659796-fe76-4217-8ca4-978d77276644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:15.614388 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5f659796-fe76-4217-8ca4-978d77276644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:15.621398 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5f659796-fe76-4217-8ca4-978d77276644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:15.676828 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5f659796-fe76-4217-8ca4-978d77276644 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2bffc5c04f6c43a1bd4f6532dc8ea435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755282 Jul 15 19:06:15.677570 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f659796-fe76-4217-8ca4-978d77276644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c3ca83-7c27-4860-a6e5-2773c051a7f9,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:15.679524 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 48012) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:15.735383 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61f57089-eaa4-4857-ba3a-7bf622358f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:15.756980 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61f57089-eaa4-4857-ba3a-7bf622358f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:15.806541 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61f57089-eaa4-4857-ba3a-7bf622358f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:15.809110 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61f57089-eaa4-4857-ba3a-7bf622358f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:15.813151 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-61f57089-eaa4-4857-ba3a-7bf622358f2a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/89c3ca83-7c27-4860-a6e5-2773c051a7f9 HTTP/1.1" status: 204 len: 168 time: 0.1292372 Jul 15 19:06:15.820769 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f57089-eaa4-4857-ba3a-7bf622358f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c3ca83-7c27-4860-a6e5-2773c051a7f9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:16.149158 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 48034) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:16.162971 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e0e81df3-8f8f-4473-82af-9f64658bfcbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.188285 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20249a74-79b5-4323-8cbf-405ed3b3438a req-fad5198b-e8b9-44dc-8f68-8d3d4e486ca7 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:16.189784 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-20249a74-79b5-4323-8cbf-405ed3b3438a req-fad5198b-e8b9-44dc-8f68-8d3d4e486ca7 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0752544 Jul 15 19:06:16.231058 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-20249a74-79b5-4323-8cbf-405ed3b3438a req-c66f83a3-5423-49d0-b64a-92abc0e91db5 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352645 Jul 15 19:06:16.261816 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e0e81df3-8f8f-4473-82af-9f64658bfcbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.266976 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e0e81df3-8f8f-4473-82af-9f64658bfcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.324460 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e0e81df3-8f8f-4473-82af-9f64658bfcbf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c88f2bf480ad48b78ec330e64ff326ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708395 Jul 15 19:06:16.324858 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 48038) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:16.356417 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e81df3-8f8f-4473-82af-9f64658bfcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426ff8c6-8a7b-4aaf-836c-4a2f0165aa6d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:16.360657 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d71b92b7-fc77-4eaf-9aa4-0e3ef4ce8060 req-b0404b8d-c1fb-4f89-9a1c-c516aadd8e9c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b92d1946-c5f1-4ece-bae0-4a14e874e29a HTTP/1.1" status: 200 len: 217 time: 0.0554409 Jul 15 19:06:16.379074 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2506f32c-a82c-4d8c-80a1-99e84082ae13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.405482 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2506f32c-a82c-4d8c-80a1-99e84082ae13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.433942 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b624ea6-8d95-47d7-a70d-b5e5d30412a5 req-351e5f86-ff62-4d23-bcec-542dd44f37b8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:16.435492 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b624ea6-8d95-47d7-a70d-b5e5d30412a5 req-351e5f86-ff62-4d23-bcec-542dd44f37b8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0701687 Jul 15 19:06:16.455776 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2506f32c-a82c-4d8c-80a1-99e84082ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.458311 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2506f32c-a82c-4d8c-80a1-99e84082ae13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:16.459505 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2506f32c-a82c-4d8c-80a1-99e84082ae13 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/426ff8c6-8a7b-4aaf-836c-4a2f0165aa6d HTTP/1.1" status: 204 len: 168 time: 0.1335564 Jul 15 19:06:16.468315 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506f32c-a82c-4d8c-80a1-99e84082ae13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426ff8c6-8a7b-4aaf-836c-4a2f0165aa6d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:16.485313 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b624ea6-8d95-47d7-a70d-b5e5d30412a5 req-659e1061-c36d-4162-a13b-64e119f96dd3 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Jul 15 19:06:16.516981 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-180f9e7f-7072-4f15-9d54-02b4ad620067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.239408 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 48072) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:17.343630 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-556884372-network', 'tenant_id': 'df4b6f1fe1484adcac05a881f0a24d97'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:17.399826 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Made reservation on behalf of df4b6f1fe1484adcac05a881f0a24d97 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:06:17.402681 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.416776 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.466810 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f7983-350e-45f3-a388-b49d385aea24 req-d35ca116-518e-4a8a-8195-a1d57e2ffb82 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:17.468462 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1e0f7983-350e-45f3-a388-b49d385aea24 req-d35ca116-518e-4a8a-8195-a1d57e2ffb82 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.1170356 Jul 15 19:06:17.536571 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1e0f7983-350e-45f3-a388-b49d385aea24 req-efee1868-2415-433b-945a-69d54eed9ddb tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571759 Jul 15 19:06:17.590612 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.595713 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.630904 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:06:17.639155 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86549fb-dcee-4120-ad1c-f2ba02a3e43d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:17.648723 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.649340 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Added segment 33fe45c2-1793-44b2-aced-3d5368e1692c of type vlan for network a6015d60-5c58-4a59-9716-b227df6a8de3 Jul 15 19:06:17.709859 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.717922 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e331b-c887-4263-b972-739c93e0b47f req-cf63ea24-61ea-4367-9375-e18d25dc8b0c tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:17.719504 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-674e331b-c887-4263-b972-739c93e0b47f req-cf63ea24-61ea-4367-9375-e18d25dc8b0c tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0777850 Jul 15 19:06:17.757591 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.759033 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:17.760108 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.766012 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-674e331b-c887-4263-b972-739c93e0b47f req-3607b15e-761a-499d-873d-96c520b8ebe6 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402548 Jul 15 19:06:17.799454 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5588264 Jul 15 19:06:17.803429 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 48082) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:17.808835 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-53ad2671-4da8-4ae4-ba1d-525b4cee31fc admin admin] Request body: {'subnet': {'network_id': 'a6015d60-5c58-4a59-9716-b227df6a8de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-556884372-subnet', 'tenant_id': 'df4b6f1fe1484adcac05a881f0a24d97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:17.839281 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ad2671-4da8-4ae4-ba1d-525b4cee31fc admin admin] Made reservation on behalf of df4b6f1fe1484adcac05a881f0a24d97 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:06:17.841915 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-53ad2671-4da8-4ae4-ba1d-525b4cee31fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59558070'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.849554 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2588e-6037-47fb-b8b0-0cddb40f3bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=a6015d60-5c58-4a59-9716-b227df6a8de3,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:17.874443 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network a6015d60-5c58-4a59-9716-b227df6a8de3 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:06:18.045672 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-53ad2671-4da8-4ae4-ba1d-525b4cee31fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59799229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59558052'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:18.097432 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad2671-4da8-4ae4-ba1d-525b4cee31fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=519829d9-3bc3-4845-a495-a6274e7bde79,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:18.114306 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ad2671-4da8-4ae4-ba1d-525b4cee31fc admin admin] Checking segment: {'id': '33fe45c2-1793-44b2-aced-3d5368e1692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a6015d60-5c58-4a59-9716-b227df6a8de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:18.114657 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ad2671-4da8-4ae4-ba1d-525b4cee31fc admin admin] Network hostable DHCP agents. Network: a6015d60-5c58-4a59-9716-b227df6a8de3, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:06:18.132511 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ad2671-4da8-4ae4-ba1d-525b4cee31fc admin admin] Network a6015d60-5c58-4a59-9716-b227df6a8de3 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:06:18.142923 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-53ad2671-4da8-4ae4-ba1d-525b4cee31fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, a6015d60-5c58-4a59-9716-b227df6a8de3) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:18.147119 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ad2671-4da8-4ae4-ba1d-525b4cee31fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:18.147701 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-53ad2671-4da8-4ae4-ba1d-525b4cee31fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:18.153305 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cf504f-46d3-4052-8714-e4ec0c3fcbfb None None] Network a6015d60-5c58-4a59-9716-b227df6a8de3 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:06:18.164667 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-53ad2671-4da8-4ae4-ba1d-525b4cee31fc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3600287 Jul 15 19:06:18.304630 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21450321-caf4-4b77-9b32-9300050afdf1 None None] Network a6015d60-5c58-4a59-9716-b227df6a8de3 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:06:18.426048 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b92b7-fc77-4eaf-9aa4-0e3ef4ce8060 req-d37062ca-adc6-4aee-9836-428d776bfb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:18.430230 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d71b92b7-fc77-4eaf-9aa4-0e3ef4ce8060 req-d37062ca-adc6-4aee-9836-428d776bfb7b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6812f2bb-00f7-4b0b-a067-257a16519cb5 HTTP/1.1" status: 200 len: 859 time: 0.0843470 Jul 15 19:06:18.478599 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d71b92b7-fc77-4eaf-9aa4-0e3ef4ce8060 req-7ae00de8-5d9f-4777-ae91-120cc41587bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a1898f4d-6b9a-4d30-8950-56ad70b81f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394213 Jul 15 19:06:18.616890 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d71b92b7-fc77-4eaf-9aa4-0e3ef4ce8060 req-9d8dd190-e824-46ff-bd05-cc0c3e92adb7 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269739 Jul 15 19:06:18.727637 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d71b92b7-fc77-4eaf-9aa4-0e3ef4ce8060 req-33416019-0706-480f-8946-2a1737c1a8b9 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025710 Jul 15 19:06:18.742650 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5a869-7051-4dc0-9830-385e5c02a54d req-98808192-ad1b-45ab-9c7b-64d19ac2e962 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:18.744561 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ec5a869-7051-4dc0-9830-385e5c02a54d req-98808192-ad1b-45ab-9c7b-64d19ac2e962 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0702958 Jul 15 19:06:18.793769 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ec5a869-7051-4dc0-9830-385e5c02a54d req-d26d8b85-672e-4e80-926a-ba4a5027ddcc tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414519 Jul 15 19:06:18.814837 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 48116) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:18.819859 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1580618624-network', 'tenant_id': '0aead1c9a98c4d9c8598605c5755f19e'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:18.847502 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Made reservation on behalf of 0aead1c9a98c4d9c8598605c5755f19e for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:06:18.847817 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:18.861347 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.009677 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.026030 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b96187-b4e2-4b02-92bf-fd008bb1d8c0 req-86804b0f-777b-4b77-927b-904aff54ebf8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:19.026030 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60b96187-b4e2-4b02-92bf-fd008bb1d8c0 req-86804b0f-777b-4b77-927b-904aff54ebf8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1137738 Jul 15 19:06:19.026983 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.067170 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:06:19.086221 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6706fc-9eb0-4a61-b475-1f4203f99210,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:19.113099 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.113472 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Added segment 6948d21c-ed49-46c5-b19a-b9e50f7ca834 of type vlan for network ac917000-5489-4dcf-9282-8087362f6f73 Jul 15 19:06:19.151635 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60b96187-b4e2-4b02-92bf-fd008bb1d8c0 req-741ed0ee-13a1-4caf-95a6-089da31867d2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106844 Jul 15 19:06:19.188762 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.223237 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.224252 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:19.224847 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.262015 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4460304 Jul 15 19:06:19.264871 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 48136) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:19.296740 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-cbb81be7-95a9-4bb3-b14b-0b9e2d78e193 admin admin] Request body: {'subnet': {'network_id': 'ac917000-5489-4dcf-9282-8087362f6f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1580618624-subnet', 'tenant_id': '0aead1c9a98c4d9c8598605c5755f19e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:19.303713 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a5035-2a40-49fe-932c-b90b743ef689 admin admin] Pushing event updated for resources: {'Network': ['ID=ac917000-5489-4dcf-9282-8087362f6f73,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:19.316568 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network ac917000-5489-4dcf-9282-8087362f6f73 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:06:19.329033 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb81be7-95a9-4bb3-b14b-0b9e2d78e193 admin admin] Made reservation on behalf of 0aead1c9a98c4d9c8598605c5755f19e for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:06:19.331990 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbb81be7-95a9-4bb3-b14b-0b9e2d78e193 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59558070'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.654893 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbb81be7-95a9-4bb3-b14b-0b9e2d78e193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59799229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59558052'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.765308 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb81be7-95a9-4bb3-b14b-0b9e2d78e193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a321626e-114b-4d60-9aa1-195ee887459d,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:19.770466 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb81be7-95a9-4bb3-b14b-0b9e2d78e193 admin admin] Checking segment: {'id': '6948d21c-ed49-46c5-b19a-b9e50f7ca834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'ac917000-5489-4dcf-9282-8087362f6f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:19.771573 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb81be7-95a9-4bb3-b14b-0b9e2d78e193 admin admin] Network hostable DHCP agents. Network: ac917000-5489-4dcf-9282-8087362f6f73, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:06:19.819456 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb81be7-95a9-4bb3-b14b-0b9e2d78e193 admin admin] Network ac917000-5489-4dcf-9282-8087362f6f73 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:06:19.833688 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-cbb81be7-95a9-4bb3-b14b-0b9e2d78e193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, ac917000-5489-4dcf-9282-8087362f6f73) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:19.840551 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb81be7-95a9-4bb3-b14b-0b9e2d78e193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:19.841501 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbb81be7-95a9-4bb3-b14b-0b9e2d78e193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:19.848808 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33167b6a-7f31-4ba3-9923-265f7481ce4d None None] Network ac917000-5489-4dcf-9282-8087362f6f73 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:06:19.862163 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-cbb81be7-95a9-4bb3-b14b-0b9e2d78e193 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5954041 Jul 15 19:06:20.041955 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c989f-fb49-4ad8-9982-f43a43a510a6 req-64ccb35e-2fd0-40da-b364-38cd10689cf3 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:20.044740 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fd2c989f-fb49-4ad8-9982-f43a43a510a6 req-64ccb35e-2fd0-40da-b364-38cd10689cf3 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.1074290 Jul 15 19:06:20.099279 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fd2c989f-fb49-4ad8-9982-f43a43a510a6 req-2d36a71e-5a37-44e9-92ea-1e4b6a22bb96 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438578 Jul 15 19:06:20.130109 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fb482c-141e-4884-b524-00ce1f3728ee None None] Network ac917000-5489-4dcf-9282-8087362f6f73 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:06:20.355703 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:20.373773 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5eaef5-7c6a-421e-9422-b1e1411b0352 req-c396aa7a-ae92-4f38-aeab-ebcf82cc34db tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:20.381816 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ca5eaef5-7c6a-421e-9422-b1e1411b0352 req-c396aa7a-ae92-4f38-aeab-ebcf82cc34db tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1009560 Jul 15 19:06:20.422374 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e8d45-9732-468b-ae32-a55811bb030f req-27987277-23d7-4e00-8d1f-ac20aacab316 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:20.429585 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb4e8d45-9732-468b-ae32-a55811bb030f req-27987277-23d7-4e00-8d1f-ac20aacab316 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.1192882 Jul 15 19:06:20.435180 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 48176) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:20.448386 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-b1c01a5c-74fd-48d6-b6d3-af29879ea048 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Request body: {'floatingip': {'port_id': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:20.479183 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ca5eaef5-7c6a-421e-9422-b1e1411b0352 req-69638780-bade-4107-9082-73845b3d9651 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964372 Jul 15 19:06:20.526985 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1c01a5c-74fd-48d6-b6d3-af29879ea048 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.150952 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e1badce1-32f1-4681-8290-008f19a4663a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.437429 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1c01a5c-74fd-48d6-b6d3-af29879ea048 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.444075 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1c01a5c-74fd-48d6-b6d3-af29879ea048 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:21.591780 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-b1c01a5c-74fd-48d6-b6d3-af29879ea048 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Floating IP 4537cc14-f88d-4a02-a9a4-150b1db732d0 associated. External IP: 172.27.1.122, port: c6a3bb18-ce9e-4194-b560-f04fe56d1ee3. Jul 15 19:06:21.815492 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453b061-2704-47f4-9bca-de04e88c40c8 req-da7b855e-0d58-41c8-8231-c2b8d48a76b7 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:21.824016 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e453b061-2704-47f4-9bca-de04e88c40c8 req-da7b855e-0d58-41c8-8231-c2b8d48a76b7 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1666465 Jul 15 19:06:21.952151 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd2fa8-4217-4ffe-ab4e-dc407677d1d8 req-17723f62-d851-4581-998d-1fad9984f748 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:21.958544 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60bd2fa8-4217-4ffe-ab4e-dc407677d1d8 req-17723f62-d851-4581-998d-1fad9984f748 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 945 time: 0.0768671 Jul 15 19:06:21.965776 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e453b061-2704-47f4-9bca-de04e88c40c8 req-8be44996-8dbb-4b12-8cc4-cd992c5cb467 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404977 Jul 15 19:06:21.998745 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c01a5c-74fd-48d6-b6d3-af29879ea048 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Router 9804479a-cb43-44e9-9b75-b6116f6881d7 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:06:22.002868 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60bd2fa8-4217-4ffe-ab4e-dc407677d1d8 req-701a0c6c-cd22-4884-a1fe-5990d83f3a08 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 Jul 15 19:06:22.058421 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:22.179302 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c01a5c-74fd-48d6-b6d3-af29879ea048 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:06:22.185785 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1c01a5c-74fd-48d6-b6d3-af29879ea048 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:22.193356 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c7d7e-94ca-4b9f-aa43-be2515b51bad None None] Sync routers for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:06:22.203450 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c7d7e-94ca-4b9f-aa43-be2515b51bad None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:06:22.203989 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-945c7d7e-94ca-4b9f-aa43-be2515b51bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:06:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:22.245201 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b1c01a5c-74fd-48d6-b6d3-af29879ea048 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "PUT /v2.0/floatingips/4537cc14-f88d-4a02-a9a4-150b1db732d0 HTTP/1.1" status: 200 len: 991 time: 1.8084679 Jul 15 19:06:22.246215 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29679650-de88-44f8-8b89-412b6439798b', 'tag': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:06:22.248844 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d487e05c7bc77a0d797d40f0ee1db13b1b7ca83f6747dd086ea50c900277cffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6091efd5-e2b9-4ef2-b350-511c393528d7" -d '{"events": [{"name": "network-changed", "server_uuid": "29679650-de88-44f8-8b89-412b6439798b", "tag": "c6a3bb18-ce9e-4194-b560-f04fe56d1ee3"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:06:22.301512 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33234e0-1039-441a-8806-961914ad08bb x-openstack-request-id: req-d33234e0-1039-441a-8806-961914ad08bb {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:06:22.301794 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29679650-de88-44f8-8b89-412b6439798b", "tag": "c6a3bb18-ce9e-4194-b560-f04fe56d1ee3", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:06:22.302042 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d33234e0-1039-441a-8806-961914ad08bb {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:06:22.302432 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29679650-de88-44f8-8b89-412b6439798b', 'tag': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3', 'status': 'completed', 'code': 200} Jul 15 19:06:22.314475 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-945c7d7e-94ca-4b9f-aa43-be2515b51bad None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:06:22.682171 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-945c7d7e-94ca-4b9f-aa43-be2515b51bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '4537cc14-f88d-4a02-a9a4-150b1db732d0', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'port_id': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'mac_address': 'fa:16:3e:36:21:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29679650-de88-44f8-8b89-412b6439798b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:05:48Z', 'updated_at': '2021-07-15T19:06:21Z', 'revision_number': 1, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:22.709620 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c7d7e-94ca-4b9f-aa43-be2515b51bad None None] Checking router: 9804479a-cb43-44e9-9b75-b6116f6881d7 for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:06:22.720158 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c7d7e-94ca-4b9f-aa43-be2515b51bad None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:06:22.720932 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-945c7d7e-94ca-4b9f-aa43-be2515b51bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:06:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:22.841024 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-945c7d7e-94ca-4b9f-aa43-be2515b51bad None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:06:23.088853 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-945c7d7e-94ca-4b9f-aa43-be2515b51bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '4537cc14-f88d-4a02-a9a4-150b1db732d0', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'port_id': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'mac_address': 'fa:16:3e:36:21:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29679650-de88-44f8-8b89-412b6439798b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:05:48Z', 'updated_at': '2021-07-15T19:06:21Z', 'revision_number': 1, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:23.127962 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c7d7e-94ca-4b9f-aa43-be2515b51bad None None] The sync data for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi is: [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '4537cc14-f88d-4a02-a9a4-150b1db732d0', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'port_id': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'mac_address': 'fa:16:3e:36:21:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29679650-de88-44f8-8b89-412b6439798b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:05:48Z', 'updated_at': '2021-07-15T19:06:21Z', 'revision_number': 1, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:06:23.173538 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407365e-1155-4c41-bf09-3535e473339c req-d7b1159e-125b-48d2-99cc-1abd60d03a43 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:23.175541 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f407365e-1155-4c41-bf09-3535e473339c req-d7b1159e-125b-48d2-99cc-1abd60d03a43 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0953999 Jul 15 19:06:23.224968 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f407365e-1155-4c41-bf09-3535e473339c req-03261e8f-6f1f-4427-9c16-be59751fa4a2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Jul 15 19:06:23.370346 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c285b6-8b0c-40b5-8df2-376b101497c8 None None] New status for floating IP 4537cc14-f88d-4a02-a9a4-150b1db732d0: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:06:23.402977 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60bc37-e3fa-4c65-be16-051b64019825 req-db731e1b-a7de-4e9c-bfee-c86736d5191e tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:23.404532 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c60bc37-e3fa-4c65-be16-051b64019825 req-db731e1b-a7de-4e9c-bfee-c86736d5191e tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 945 time: 0.0707815 Jul 15 19:06:23.503994 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c60bc37-e3fa-4c65-be16-051b64019825 req-1376db9e-2fca-4d5c-a234-dd358f1c2f1c tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913854 Jul 15 19:06:23.594202 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:23.607610 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091efd5-e2b9-4ef2-b350-511c393528d7 req-9d8f147e-d6cf-4bff-8bd4-014180e2571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:23.610716 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6091efd5-e2b9-4ef2-b350-511c393528d7 req-9d8f147e-d6cf-4bff-8bd4-014180e2571c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=11d5286a3f064fc5b43d1d7139d00770&device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 1098 time: 0.0777969 Jul 15 19:06:23.722385 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091efd5-e2b9-4ef2-b350-511c393528d7 req-a85e7d56-7300-4e13-a88c-ca0f5946e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:23.723703 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6091efd5-e2b9-4ef2-b350-511c393528d7 req-a85e7d56-7300-4e13-a88c-ca0f5946e852 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4194f688-d3d8-4b01-940e-e17b50e63a83 HTTP/1.1" status: 200 len: 912 time: 0.1061878 Jul 15 19:06:23.844723 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6091efd5-e2b9-4ef2-b350-511c393528d7 req-e1a6964c-e490-4651-a02d-e314d5362bb8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 HTTP/1.1" status: 200 len: 1001 time: 0.1102560 Jul 15 19:06:23.930298 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091efd5-e2b9-4ef2-b350-511c393528d7 req-13417a07-eba2-425c-b924-25ad4d2e4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:23.931922 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6091efd5-e2b9-4ef2-b350-511c393528d7 req-13417a07-eba2-425c-b924-25ad4d2e4da7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0446c1b-838c-468f-b9ab-64ddc622ac9c HTTP/1.1" status: 200 len: 850 time: 0.0723314 Jul 15 19:06:24.023366 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091efd5-e2b9-4ef2-b350-511c393528d7 req-4854b0e1-9d51-43c8-b894-b36c39af30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:24.025190 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6091efd5-e2b9-4ef2-b350-511c393528d7 req-4854b0e1-9d51-43c8-b894-b36c39af30d0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4194f688-d3d8-4b01-940e-e17b50e63a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0861521 Jul 15 19:06:24.185254 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6091efd5-e2b9-4ef2-b350-511c393528d7 req-da32627d-7cd9-477b-aa86-70edb7035d1b service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473978 Jul 15 19:06:24.309566 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6091efd5-e2b9-4ef2-b350-511c393528d7 req-c3d11c91-2989-41da-bcd6-3f8b28949d6b service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173131 Jul 15 19:06:24.486686 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b5964-e9af-4e71-b307-a5ddd77735ec req-0510f71b-07f4-4efc-aaa0-f3a42af8868a tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:24.489870 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a1b5964-e9af-4e71-b307-a5ddd77735ec req-0510f71b-07f4-4efc-aaa0-f3a42af8868a tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1171169 Jul 15 19:06:24.562520 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a1b5964-e9af-4e71-b307-a5ddd77735ec req-ab4c39f2-7f8a-4bcd-b30a-fe551e845b01 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676713 Jul 15 19:06:24.783466 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75d1cd-1d0c-4eef-aab6-72985f9c24d2 req-e0c8a4f9-dc5f-46be-9cdb-2f05504f2567 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:24.785069 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b75d1cd-1d0c-4eef-aab6-72985f9c24d2 req-e0c8a4f9-dc5f-46be-9cdb-2f05504f2567 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 945 time: 0.0739107 Jul 15 19:06:24.830677 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b75d1cd-1d0c-4eef-aab6-72985f9c24d2 req-9596be6c-7de2-4cb2-b202-7f5866f44fd3 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389321 Jul 15 19:06:24.872242 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 48322) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:24.999338 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:25.142892 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:25.150634 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:25.211408 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aac12e34346343b7aaee19138839dd09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378682 Jul 15 19:06:25.212181 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82ee356-d786-4379-94a9-f65ff8265ac7,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:25.215376 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 48336) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:25.221309 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.221309 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.221695 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.221785 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.222116 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.222445 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.222785 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.223297 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.223713 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.223952 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.224719 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.225049 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560b184-d166-45fe-bde8-664c09d5f0de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.296302 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:25.320987 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:25.398198 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:25.402646 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:25.404386 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a82ee356-d786-4379-94a9-f65ff8265ac7 HTTP/1.1" status: 204 len: 168 time: 0.1884170 Jul 15 19:06:25.417984 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82ee356-d786-4379-94a9-f65ff8265ac7,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:25.432078 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.432472 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.433011 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.433568 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.434038 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.434556 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.435178 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.435491 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.435871 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.436270 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.436731 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.437103 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2184854-ea0b-4f29-b457-aa16dd50d16f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:25.847546 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac173c2-b3d1-463a-ab84-0d0aef8adf15 req-63b093af-c727-4070-8f9e-6f67b61e72e7 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:25.855331 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ac173c2-b3d1-463a-ab84-0d0aef8adf15 req-63b093af-c727-4070-8f9e-6f67b61e72e7 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1354492 Jul 15 19:06:25.885867 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 48366) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:25.908487 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-82f679f1-45a9-474e-bf9c-471d7d8b5f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:25.924449 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ac173c2-b3d1-463a-ab84-0d0aef8adf15 req-9d18351a-d628-404a-8bad-b8a32da001bb tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679259 Jul 15 19:06:25.969933 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb48fa-13de-4966-a883-525aa325fddb req-b3e30585-3189-498e-9fae-70bf49b8d3e0 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:25.972661 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-33fb48fa-13de-4966-a883-525aa325fddb req-b3e30585-3189-498e-9fae-70bf49b8d3e0 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.81 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 945 time: 0.1928945 Jul 15 19:06:26.036781 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-82f679f1-45a9-474e-bf9c-471d7d8b5f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:26.062163 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-82f679f1-45a9-474e-bf9c-471d7d8b5f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:26.115908 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f679f1-45a9-474e-bf9c-471d7d8b5f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9654be5-3d94-41c8-bac2-b6b25dd9d160,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:26.121118 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-82f679f1-45a9-474e-bf9c-471d7d8b5f5b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c7be8077448549fcba36765fb99eaa32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335911 Jul 15 19:06:26.126247 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 48368) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:26.173391 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d3074-b2cc-4de0-98cd-b6db1597fe3c req-6e939646-6f12-4d4a-9d21-c6bc9d5f9c1f tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:26.175326 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ea6d3074-b2cc-4de0-98cd-b6db1597fe3c req-6e939646-6f12-4d4a-9d21-c6bc9d5f9c1f tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 945 time: 0.1523702 Jul 15 19:06:26.223947 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1dbc1d17-212b-4b2e-80fa-7d879295dd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:26.242123 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ea6d3074-b2cc-4de0-98cd-b6db1597fe3c req-6f4c55a8-22dd-45a1-942a-619f021bbdd9 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/security-groups?id=91dc4b16-134c-4843-8563-cb6e63cf06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606871 Jul 15 19:06:26.261597 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1dbc1d17-212b-4b2e-80fa-7d879295dd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:26.330682 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1dbc1d17-212b-4b2e-80fa-7d879295dd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:26.333800 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1dbc1d17-212b-4b2e-80fa-7d879295dd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:26.338233 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1dbc1d17-212b-4b2e-80fa-7d879295dd89 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c9654be5-3d94-41c8-bac2-b6b25dd9d160 HTTP/1.1" status: 204 len: 168 time: 0.2081530 Jul 15 19:06:26.348350 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc1d17-212b-4b2e-80fa-7d879295dd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9654be5-3d94-41c8-bac2-b6b25dd9d160,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:26.398880 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-33fb48fa-13de-4966-a883-525aa325fddb req-df8847ee-301a-4d0e-b20d-169bc4e64e82 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Deleting port b49d8c63-27e1-417b-9afc-c4dc82fb1e17 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:06:26.399484 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-33fb48fa-13de-4966-a883-525aa325fddb req-df8847ee-301a-4d0e-b20d-169bc4e64e82 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:26.527610 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-33fb48fa-13de-4966-a883-525aa325fddb req-df8847ee-301a-4d0e-b20d-169bc4e64e82 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] For port b49d8c63-27e1-417b-9afc-c4dc82fb1e17, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b49d8c63-27e1-417b-9afc-c4dc82fb1e17,segment=NetworkSegment(57b2ef25-7c20-4726-9db5-5730d5b1b38f),segment_id=57b2ef25-7c20-4726-9db5-5730d5b1b38f)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:26.528218 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-33fb48fa-13de-4966-a883-525aa325fddb req-df8847ee-301a-4d0e-b20d-169bc4e64e82 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:26.550255 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-33fb48fa-13de-4966-a883-525aa325fddb req-df8847ee-301a-4d0e-b20d-169bc4e64e82 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Calling delete_port for b49d8c63-27e1-417b-9afc-c4dc82fb1e17 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:06:26.762565 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-33fb48fa-13de-4966-a883-525aa325fddb req-df8847ee-301a-4d0e-b20d-169bc4e64e82 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:26.810782 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8847ee-301a-4d0e-b20d-169bc4e64e82 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Pushing event deleted for resources: {'Port': ['ID=b49d8c63-27e1-417b-9afc-c4dc82fb1e17,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:26.882297 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fb48fa-13de-4966-a883-525aa325fddb req-df8847ee-301a-4d0e-b20d-169bc4e64e82 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] No DVR routers for this DVR port b49d8c63-27e1-417b-9afc-c4dc82fb1e17 on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:06:26.886664 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-33fb48fa-13de-4966-a883-525aa325fddb req-df8847ee-301a-4d0e-b20d-169bc4e64e82 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:26.889016 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-33fb48fa-13de-4966-a883-525aa325fddb req-df8847ee-301a-4d0e-b20d-169bc4e64e82 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.81 "DELETE /v2.0/ports/b49d8c63-27e1-417b-9afc-c4dc82fb1e17 HTTP/1.1" status: 204 len: 173 time: 0.9048352 Jul 15 19:06:26.889539 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623820f2-1c6c-48ec-9423-d0413ac536f3', 'name': 'network-vif-deleted', 'tag': 'b49d8c63-27e1-417b-9afc-c4dc82fb1e17'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:06:26.892686 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfe02c3-ac8e-42bd-bf52-ab5e61f821e1" -d '{"events": [{"server_uuid": "623820f2-1c6c-48ec-9423-d0413ac536f3", "name": "network-vif-deleted", "tag": "b49d8c63-27e1-417b-9afc-c4dc82fb1e17"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:06:26.971070 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b5d87c-679c-4d7c-b4ff-019d5ce5d662 x-openstack-request-id: req-17b5d87c-679c-4d7c-b4ff-019d5ce5d662 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:06:26.971401 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623820f2-1c6c-48ec-9423-d0413ac536f3", "name": "network-vif-deleted", "tag": "b49d8c63-27e1-417b-9afc-c4dc82fb1e17", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:06:26.971612 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17b5d87c-679c-4d7c-b4ff-019d5ce5d662 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:06:26.972019 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623820f2-1c6c-48ec-9423-d0413ac536f3', 'name': 'network-vif-deleted', 'tag': 'b49d8c63-27e1-417b-9afc-c4dc82fb1e17', 'status': 'completed', 'code': 200} Jul 15 19:06:27.158656 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430e322-ac15-46dd-9371-9eee6c1ba846 req-426f4335-dda0-4d67-81ce-4d014f2b3e3b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:27.160243 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2430e322-ac15-46dd-9371-9eee6c1ba846 req-426f4335-dda0-4d67-81ce-4d014f2b3e3b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0884504 Jul 15 19:06:27.214764 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2430e322-ac15-46dd-9371-9eee6c1ba846 req-16375d72-496c-4140-b11f-05b577842e14 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464585 Jul 15 19:06:27.419362 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4687536d-93ba-4aff-b076-1bbe4cda6ddb req-26a1cd8d-fba1-4222-ab68-76882a78fed7 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 210 time: 0.0439069 Jul 15 19:06:28.456923 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084853c-daea-4a94-b2d2-5d9d53e0a8d5 req-7b7cbd73-6c39-4e01-bf50-3f1b20f12fa3 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:28.458666 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5084853c-daea-4a94-b2d2-5d9d53e0a8d5 req-7b7cbd73-6c39-4e01-bf50-3f1b20f12fa3 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0842979 Jul 15 19:06:28.512561 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5084853c-daea-4a94-b2d2-5d9d53e0a8d5 req-c3679fca-b849-4122-9fd2-86c1180d0660 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458560 Jul 15 19:06:28.687332 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fbedafb7-72bd-410f-affe-d4194cf81272 req-a8cb17b2-6c20-427c-9aef-6e00c8396263 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 210 time: 0.0296030 Jul 15 19:06:28.785436 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 48480) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:28.902822 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-54dbdee3-f132-494a-a100-81ad81610266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:29.012092 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-54dbdee3-f132-494a-a100-81ad81610266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:29.017866 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-54dbdee3-f132-494a-a100-81ad81610266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:29.059979 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbdee3-f132-494a-a100-81ad81610266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649f5202-8ff5-4c95-90be-53d004c57a81,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:29.065307 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-54dbdee3-f132-494a-a100-81ad81610266 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0fc72455416f4c73bee3a470a43d17df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788708 Jul 15 19:06:29.068086 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 48488) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:29.123643 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a3429d7d-3690-4c7a-8195-beeeb23df096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:29.145934 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a3429d7d-3690-4c7a-8195-beeeb23df096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:29.196834 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a3429d7d-3690-4c7a-8195-beeeb23df096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:29.200437 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a3429d7d-3690-4c7a-8195-beeeb23df096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:29.201727 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a3429d7d-3690-4c7a-8195-beeeb23df096 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/649f5202-8ff5-4c95-90be-53d004c57a81 HTTP/1.1" status: 204 len: 168 time: 0.1326935 Jul 15 19:06:29.210125 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3429d7d-3690-4c7a-8195-beeeb23df096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649f5202-8ff5-4c95-90be-53d004c57a81,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:29.314197 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['b49d8c63-27e1-417b-9afc-c4dc82fb1e17'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:06:29.533958 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 48502) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:29.564301 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3b38a65e-4754-4a64-8205-12401bf44fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:29.695022 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3b38a65e-4754-4a64-8205-12401bf44fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:29.700619 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3b38a65e-4754-4a64-8205-12401bf44fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:29.757485 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38a65e-4754-4a64-8205-12401bf44fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb2e025-6eab-489f-8e8f-8c9cda738418,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:29.765477 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3b38a65e-4754-4a64-8205-12401bf44fe9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=26608bf005ba47589ff95762a26fc05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276659 Jul 15 19:06:29.766036 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 48520) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:29.768716 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827697d-07ab-4b9e-ab02-239d082a48b4 req-aa96f403-76a7-430a-b8e5-252a86372c0a tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:29.771798 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2827697d-07ab-4b9e-ab02-239d082a48b4 req-aa96f403-76a7-430a-b8e5-252a86372c0a tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0813696 Jul 15 19:06:29.838647 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d3337db6-eaa2-403a-bfce-761f0664b16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:29.842836 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2827697d-07ab-4b9e-ab02-239d082a48b4 req-4fc35063-d386-4230-bf98-3345e364f860 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618203 Jul 15 19:06:29.885009 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d3337db6-eaa2-403a-bfce-761f0664b16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:29.950539 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7596066e-bcfb-4ffc-b065-d00bb0b9d863 req-30addae5-7834-43de-a7d6-3adf85821485 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 210 time: 0.0975161 Jul 15 19:06:30.015039 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d3337db6-eaa2-403a-bfce-761f0664b16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:30.020244 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d3337db6-eaa2-403a-bfce-761f0664b16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:30.022555 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d3337db6-eaa2-403a-bfce-761f0664b16f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cfb2e025-6eab-489f-8e8f-8c9cda738418 HTTP/1.1" status: 204 len: 168 time: 0.2552679 Jul 15 19:06:30.038399 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3337db6-eaa2-403a-bfce-761f0664b16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb2e025-6eab-489f-8e8f-8c9cda738418,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:31.017336 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267e5e9-f2f4-4eb5-afd8-be3d5249eed8 req-91759385-e2b2-44c3-97c0-4dca0b9eb9f3 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:31.018863 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f267e5e9-f2f4-4eb5-afd8-be3d5249eed8 req-91759385-e2b2-44c3-97c0-4dca0b9eb9f3 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0684922 Jul 15 19:06:31.061343 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f267e5e9-f2f4-4eb5-afd8-be3d5249eed8 req-67a0c631-be10-4d48-9bf8-f052c176b060 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366898 Jul 15 19:06:31.215453 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a755fa6d-29df-4a44-ae4e-4944991e8ea2 req-68c12fa0-f895-4770-8005-bf93ed7223da tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 210 time: 0.0330346 Jul 15 19:06:31.681091 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device b49d8c63-27e1-417b-9afc-c4dc82fb1e17 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:06:31.703381 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: b49d8c63-27e1-417b-9afc-c4dc82fb1e17 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:06:31.703725 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device b49d8c63-27e1-417b-9afc-c4dc82fb1e17 not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:06:32.246020 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1597164-ef2e-4bcf-8788-86c0105d1f66 req-0ce5748f-21c4-4e8a-b471-ef3dbc8b7b36 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:32.247525 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1597164-ef2e-4bcf-8788-86c0105d1f66 req-0ce5748f-21c4-4e8a-b471-ef3dbc8b7b36 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0660977 Jul 15 19:06:32.289478 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1597164-ef2e-4bcf-8788-86c0105d1f66 req-d5b29770-c878-415c-8546-d7e2f064f3ab tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361536 Jul 15 19:06:32.450875 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-905b326e-3bfb-43e9-a9df-ffc4d905955f req-72bd29ba-2efb-47ea-917c-5c9301b3f24e tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 210 time: 0.0311985 Jul 15 19:06:33.474974 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc74ad1-8ba7-4001-ba90-476ae8540b1b req-e079d96a-c9a6-4cc2-81a9-6a78c5ecc56e tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:33.476512 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffc74ad1-8ba7-4001-ba90-476ae8540b1b req-e079d96a-c9a6-4cc2-81a9-6a78c5ecc56e tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0693128 Jul 15 19:06:33.521223 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffc74ad1-8ba7-4001-ba90-476ae8540b1b req-ea9030e9-499a-4637-82cf-0c78c4a58b9d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379128 Jul 15 19:06:33.672008 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4d29ed17-5414-4b6b-9965-736b6c0adc51 req-1a606091-c787-4e4b-8d4a-d44155534905 tempest-DeleteServersTestJSON-595364805 tempest-DeleteServersTestJSON-595364805-project] 10.222.0.78 "GET /v2.0/ports?device_id=623820f2-1c6c-48ec-9423-d0413ac536f3 HTTP/1.1" status: 200 len: 210 time: 0.0307629 Jul 15 19:06:34.723024 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02838ff7-8869-43bc-9e02-17a3a8c26af1 req-632e28e5-91d7-4a44-bbb0-a4738752b196 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:34.724584 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-02838ff7-8869-43bc-9e02-17a3a8c26af1 req-632e28e5-91d7-4a44-bbb0-a4738752b196 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0735266 Jul 15 19:06:34.767319 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-02838ff7-8869-43bc-9e02-17a3a8c26af1 req-2655a68e-f178-4f3b-be2b-32eb69e63fd5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367513 Jul 15 19:06:35.963671 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8c217-efaf-48cc-b2c0-0dcf8a5cc0e7 req-8fbfbe91-89f7-4afc-ab71-ce83256e44cb tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:35.965289 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8e8c217-efaf-48cc-b2c0-0dcf8a5cc0e7 req-8fbfbe91-89f7-4afc-ab71-ce83256e44cb tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0750175 Jul 15 19:06:36.008168 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8e8c217-efaf-48cc-b2c0-0dcf8a5cc0e7 req-6cc6c0ad-cdc3-4231-a3d7-9d481fea0c7d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Jul 15 19:06:37.223031 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8738f-093d-4dab-a2be-ea0659b066e2 req-363d5fe1-6d3c-46c6-9c97-d9ac08bf0142 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:37.224668 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fcd8738f-093d-4dab-a2be-ea0659b066e2 req-363d5fe1-6d3c-46c6-9c97-d9ac08bf0142 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0904429 Jul 15 19:06:37.271914 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fcd8738f-093d-4dab-a2be-ea0659b066e2 req-c54cd655-331f-416b-a6d7-b08352ad69ac tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402195 Jul 15 19:06:37.598389 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b882fa92-94ea-47c3-a2f3-ba37ca17cf70 req-0c03c1e8-1b05-44a9-88e1-c192d629b684 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549629 Jul 15 19:06:37.704166 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882fa92-94ea-47c3-a2f3-ba37ca17cf70 req-1f206623-15e3-4b71-bfaa-a2aa58f1afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:37.705744 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b882fa92-94ea-47c3-a2f3-ba37ca17cf70 req-1f206623-15e3-4b71-bfaa-a2aa58f1afd2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 1099 time: 0.0603163 Jul 15 19:06:37.832747 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882fa92-94ea-47c3-a2f3-ba37ca17cf70 req-f552fe6e-675b-4ae2-ae56-13710609bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:37.834307 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b882fa92-94ea-47c3-a2f3-ba37ca17cf70 req-f552fe6e-675b-4ae2-ae56-13710609bad4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 200 len: 920 time: 0.1029181 Jul 15 19:06:37.882278 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b882fa92-94ea-47c3-a2f3-ba37ca17cf70 req-21d41c3b-c12a-46bf-8580-cecf5912dbcc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bddef09-7277-44f4-bb05-f109ff222b1f HTTP/1.1" status: 200 len: 217 time: 0.0404129 Jul 15 19:06:37.936820 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882fa92-94ea-47c3-a2f3-ba37ca17cf70 req-173c3779-9409-4ad3-bfd8-db42794dbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:37.938305 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b882fa92-94ea-47c3-a2f3-ba37ca17cf70 req-173c3779-9409-4ad3-bfd8-db42794dbcfd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6812f2bb-00f7-4b0b-a067-257a16519cb5 HTTP/1.1" status: 200 len: 859 time: 0.0478153 Jul 15 19:06:37.973163 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b882fa92-94ea-47c3-a2f3-ba37ca17cf70 req-76daa8b0-0384-4772-8c9e-cfae55c09aaa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a1898f4d-6b9a-4d30-8950-56ad70b81f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271754 Jul 15 19:06:38.083266 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b882fa92-94ea-47c3-a2f3-ba37ca17cf70 req-a2a71e71-fe37-46a8-b50f-757daa6aa6e0 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969865 Jul 15 19:06:38.225554 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b882fa92-94ea-47c3-a2f3-ba37ca17cf70 req-9ba1c5a5-c9b9-48ed-af6e-ac975325919a service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348956 Jul 15 19:06:38.498601 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e17b2b-2557-4b28-93fa-4ac442dccb5d req-92dc716a-a205-4dfd-98aa-ee73ec2cebdd tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:38.500331 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71e17b2b-2557-4b28-93fa-4ac442dccb5d req-92dc716a-a205-4dfd-98aa-ee73ec2cebdd tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0896807 Jul 15 19:06:38.553226 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71e17b2b-2557-4b28-93fa-4ac442dccb5d req-0af990d6-2a91-4dc3-bd58-a32388726b19 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447290 Jul 15 19:06:39.740586 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd2332-48ff-4a95-af02-75bd2d950724 req-637f0004-ce93-488c-a39b-18d6be01194e tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:39.742162 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2edd2332-48ff-4a95-af02-75bd2d950724 req-637f0004-ce93-488c-a39b-18d6be01194e tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0686822 Jul 15 19:06:39.786260 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2edd2332-48ff-4a95-af02-75bd2d950724 req-c40408f5-8dc0-43ff-b40d-7a17cafd93fc tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374310 Jul 15 19:06:40.979440 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430869-efe8-4a2e-82f1-efe6fcc31873 req-3ef07218-b0bf-406a-b4b8-660c144f8ee8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:40.981291 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9f430869-efe8-4a2e-82f1-efe6fcc31873 req-3ef07218-b0bf-406a-b4b8-660c144f8ee8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0756583 Jul 15 19:06:41.033239 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9f430869-efe8-4a2e-82f1-efe6fcc31873 req-9025c9fe-4bf2-48f4-807f-e125a8e83590 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430923 Jul 15 19:06:41.649637 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:42.397154 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a802f9-fe21-4e17-91bc-a532e717e7c1 req-325ad749-1c2f-4321-ad05-9c5194e7f26d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:42.398684 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91a802f9-fe21-4e17-91bc-a532e717e7c1 req-325ad749-1c2f-4321-ad05-9c5194e7f26d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0699024 Jul 15 19:06:42.442172 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91a802f9-fe21-4e17-91bc-a532e717e7c1 req-41654c05-b3dc-4f40-93cf-b98101b6044c tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374343 Jul 15 19:06:43.635076 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f51ca-9456-4de7-881a-9151a1760fe4 req-75add511-01f7-4992-b916-1e78273e77c2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:43.636647 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d7f51ca-9456-4de7-881a-9151a1760fe4 req-75add511-01f7-4992-b916-1e78273e77c2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0679734 Jul 15 19:06:43.680996 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d7f51ca-9456-4de7-881a-9151a1760fe4 req-69fb07d2-2f92-4eae-bcc0-1d30fc6c50a6 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367954 Jul 15 19:06:44.885710 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48d9a-fa7a-4b78-a976-2a8270460f4f req-230e1e34-e058-42dc-8a4d-11b49ebf4c37 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:44.887573 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1e48d9a-fa7a-4b78-a976-2a8270460f4f req-230e1e34-e058-42dc-8a4d-11b49ebf4c37 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0878398 Jul 15 19:06:44.936101 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1e48d9a-fa7a-4b78-a976-2a8270460f4f req-a495dc09-f41c-4480-8b25-313f262d80f4 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 Jul 15 19:06:46.186615 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d2d4f-bc53-4df1-ba3b-e9d7c2e54877 req-54483eca-c385-47ad-8f3c-89ec65c193d2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:46.188636 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e0d2d4f-bc53-4df1-ba3b-e9d7c2e54877 req-54483eca-c385-47ad-8f3c-89ec65c193d2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1165771 Jul 15 19:06:46.279395 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e0d2d4f-bc53-4df1-ba3b-e9d7c2e54877 req-cc817009-28ea-450a-87d8-3e74f89b64b0 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812330 Jul 15 19:06:46.526417 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3d16d6b6-7143-4788-9783-8f7c5ea7e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.651969 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 48872) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:46.823682 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a55521bb-047a-4352-9dc1-4722e422051e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.902884 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 48888) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:46.959748 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-f857f3e0-86ba-4923-9faa-46f96c1622ce admin admin] Deleting subnet a68068eb-90cc-429c-92c1-1210de1aa815 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:06:46.963890 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f857f3e0-86ba-4923-9faa-46f96c1622ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.978140 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a55521bb-047a-4352-9dc1-4722e422051e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:46.986657 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a55521bb-047a-4352-9dc1-4722e422051e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.009412 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f857f3e0-86ba-4923-9faa-46f96c1622ce admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.015889 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f857f3e0-86ba-4923-9faa-46f96c1622ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.063780 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a55521bb-047a-4352-9dc1-4722e422051e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ce80bde6cb945ce8fa44120c96481a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097915 Jul 15 19:06:47.067139 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 48900) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:47.086941 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55521bb-047a-4352-9dc1-4722e422051e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e1811-de40-4c91-a972-6cc87417b14e,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:47.087242 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f857f3e0-86ba-4923-9faa-46f96c1622ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.117988 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857f3e0-86ba-4923-9faa-46f96c1622ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68068eb-90cc-429c-92c1-1210de1aa815,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:47.123186 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f857f3e0-86ba-4923-9faa-46f96c1622ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.125671 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f857f3e0-86ba-4923-9faa-46f96c1622ce admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a68068eb-90cc-429c-92c1-1210de1aa815 HTTP/1.1" status: 204 len: 168 time: 0.2216835 Jul 15 19:06:47.128934 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 48906) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:47.150703 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d1899d8b-fe24-4fb0-be00-1b1126c8e058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.185175 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d1899d8b-fe24-4fb0-be00-1b1126c8e058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.254062 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.285311 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d1899d8b-fe24-4fb0-be00-1b1126c8e058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.290924 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d1899d8b-fe24-4fb0-be00-1b1126c8e058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.293730 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d1899d8b-fe24-4fb0-be00-1b1126c8e058 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d15e1811-de40-4c91-a972-6cc87417b14e HTTP/1.1" status: 204 len: 168 time: 0.2250130 Jul 15 19:06:47.311214 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1899d8b-fe24-4fb0-be00-1b1126c8e058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e1811-de40-4c91-a972-6cc87417b14e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:47.422755 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.443860 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.445402 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.447500 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.447968 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > port after_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.448823 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.449712 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > port after_update 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.450492 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.451232 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.451775 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.452584 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.549641 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.550000 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.550443 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.550839 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:06:47.551305 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fce7022-c1f0-402b-a36d-e8b25f99d8c8']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:47.577894 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b2ef25-7c20-4726-9db5-5730d5b1b38f') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:47.578273 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b2ef25-7c20-4726-9db5-5730d5b1b38f') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:47.599575 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955153'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.615800 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ec6bc-dfb4-4ac2-94b8-27c0bbf44009 req-fbdffad1-82db-454d-b41d-b389604bba54 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:47.618345 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-540ec6bc-dfb4-4ac2-94b8-27c0bbf44009 req-fbdffad1-82db-454d-b41d-b389604bba54 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1231003 Jul 15 19:06:47.627600 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.641419 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:06:47.642035 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954931'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: from cryptography.utils import int_from_bytes Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: from cryptography.utils import int_from_bytes Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: Traceback (most recent call last): Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: timer() Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: cb(*args, **kw) Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: return func(*args, **kwargs) Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: self._notify() Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: self.callback(batched_events) Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: event.method(event) Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: return f(self, *a, **k) Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._get(url).json() Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:06:47.650228 dv-cinder-780933-11-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:06:47.676741 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-540ec6bc-dfb4-4ac2-94b8-27c0bbf44009 req-09ff6aa4-5820-472b-9165-b7936732bc86 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485592 Jul 15 19:06:47.763344 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.786907 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:47.788932 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] 10.222.0.78 "DELETE /v2.0/networks/7fce7022-c1f0-402b-a36d-e8b25f99d8c8 HTTP/1.1" status: 204 len: 168 time: 0.6586952 Jul 15 19:06:47.790406 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8127773-57d0-456e-885d-e4f246b76f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=7fce7022-c1f0-402b-a36d-e8b25f99d8c8,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:47.931563 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 48934) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:48.000919 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-06ac7a6e-df75-4541-9af2-bc00a54681bc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1856c45d386440d690315ecc70becbc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0675299 Jul 15 19:06:48.003723 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 48938) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:48.067818 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6dca-c93d-4456-8eef-82434d367e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.095720 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6dca-c93d-4456-8eef-82434d367e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.151942 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6dca-c93d-4456-8eef-82434d367e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.154680 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6dca-c93d-4456-8eef-82434d367e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:48.155864 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5e2c6dca-c93d-4456-8eef-82434d367e2d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/91dc4b16-134c-4843-8563-cb6e63cf06b0 HTTP/1.1" status: 204 len: 168 time: 0.1510684 Jul 15 19:06:48.164376 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c6dca-c93d-4456-8eef-82434d367e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dc4b16-134c-4843-8563-cb6e63cf06b0,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:48.952908 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb7316-f40b-43f7-a511-df3f8fd95328 req-03ac0f3f-608a-4f7e-905f-fe61612f1bd3 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:48.954630 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ddb7316-f40b-43f7-a511-df3f8fd95328 req-03ac0f3f-608a-4f7e-905f-fe61612f1bd3 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1262197 Jul 15 19:06:49.010104 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ddb7316-f40b-43f7-a511-df3f8fd95328 req-ac8d5bb2-0ff6-46bf-b870-24bb8545227d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489724 Jul 15 19:06:50.214850 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49020) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:50.235772 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:50.280298 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d9702-e5a3-47ec-9b59-333ed717913b req-52d3a1d1-3022-4560-b2f2-bfa05e95248f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:50.283234 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a28d9702-e5a3-47ec-9b59-333ed717913b req-52d3a1d1-3022-4560-b2f2-bfa05e95248f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0984402 Jul 15 19:06:50.341733 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a28d9702-e5a3-47ec-9b59-333ed717913b req-c5496d53-5dd7-4094-bb60-f84d80b8b499 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490270 Jul 15 19:06:50.354713 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d52e42c2-2aea-454a-890d-2d772b91c4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:50.462848 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d52e42c2-2aea-454a-890d-2d772b91c4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:50.467795 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d52e42c2-2aea-454a-890d-2d772b91c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:50.512363 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d52e42c2-2aea-454a-890d-2d772b91c4e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7d89f539121a4c7099293c5e0aa48eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956541 Jul 15 19:06:50.513376 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e42c2-2aea-454a-890d-2d772b91c4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e03247-424d-49e6-9a6b-fa25e12c4ddb,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:50.515100 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49024) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:50.574461 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-10b6be2e-93e8-4adf-b3c9-084e61219f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:50.600615 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-10b6be2e-93e8-4adf-b3c9-084e61219f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:50.684350 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-10b6be2e-93e8-4adf-b3c9-084e61219f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:50.692562 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-10b6be2e-93e8-4adf-b3c9-084e61219f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:50.709547 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-10b6be2e-93e8-4adf-b3c9-084e61219f49 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/41e03247-424d-49e6-9a6b-fa25e12c4ddb HTTP/1.1" status: 204 len: 168 time: 0.1821804 Jul 15 19:06:50.727722 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6be2e-93e8-4adf-b3c9-084e61219f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e03247-424d-49e6-9a6b-fa25e12c4ddb,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:51.092485 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49044) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:51.107563 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e560ffd2-bbd6-41c7-b9a4-cbfabd7ed706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.163431 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-08981369-8a81-42eb-8cc4-8589ab3f486f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.210861 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e560ffd2-bbd6-41c7-b9a4-cbfabd7ed706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.217263 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e560ffd2-bbd6-41c7-b9a4-cbfabd7ed706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.257920 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e560ffd2-bbd6-41c7-b9a4-cbfabd7ed706 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=663e7332df104694a1e89e747d7a9eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640770 Jul 15 19:06:51.260177 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560ffd2-bbd6-41c7-b9a4-cbfabd7ed706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f26dc7-e6e4-47b3-b139-ed37ad881319,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:51.261000 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49050) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:51.312232 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4540deb4-79e2-44f5-a21e-579cb36d7739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.334333 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4540deb4-79e2-44f5-a21e-579cb36d7739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.391096 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4540deb4-79e2-44f5-a21e-579cb36d7739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.394180 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4540deb4-79e2-44f5-a21e-579cb36d7739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:51.395449 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4540deb4-79e2-44f5-a21e-579cb36d7739 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e0f26dc7-e6e4-47b3-b139-ed37ad881319 HTTP/1.1" status: 204 len: 168 time: 0.1333740 Jul 15 19:06:51.403817 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540deb4-79e2-44f5-a21e-579cb36d7739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f26dc7-e6e4-47b3-b139-ed37ad881319,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:51.533409 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171b755-e3c2-4b06-95d0-da2d314ea320 req-4d64395f-506b-46df-a839-cd5849864a7a tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:51.535078 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2171b755-e3c2-4b06-95d0-da2d314ea320 req-4d64395f-506b-46df-a839-cd5849864a7a tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0712464 Jul 15 19:06:51.578462 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2171b755-e3c2-4b06-95d0-da2d314ea320 req-e0a23e4a-330a-40ca-b5c8-2270d134d2d6 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368962 Jul 15 19:06:52.052483 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:52.282954 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:06:52.826128 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1ce18-3416-46a4-9a75-b665e41219aa req-e877ad47-b734-426d-95b6-0071d8afcab0 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:52.828884 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ac1ce18-3416-46a4-9a75-b665e41219aa req-e877ad47-b734-426d-95b6-0071d8afcab0 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1186969 Jul 15 19:06:52.883034 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ac1ce18-3416-46a4-9a75-b665e41219aa req-f089b0e7-f256-4625-b031-39184bb3c7e8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474882 Jul 15 19:06:53.295011 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49124) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:53.408428 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-51b529ba-ce0a-4aa0-aeda-6ce94bf6e0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:53.509340 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-51b529ba-ce0a-4aa0-aeda-6ce94bf6e0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:53.515084 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-51b529ba-ce0a-4aa0-aeda-6ce94bf6e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:53.555158 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-51b529ba-ce0a-4aa0-aeda-6ce94bf6e0ae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3fb997ae1ee740ce810dcc2a89a1d1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589774 Jul 15 19:06:53.556052 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b529ba-ce0a-4aa0-aeda-6ce94bf6e0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5abbad-9aad-484a-93b7-580c03a2f571,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:53.558213 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49130) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:53.573149 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:53.620221 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9199b878-e5f6-42c8-a3e9-97172605862d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:53.644035 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9199b878-e5f6-42c8-a3e9-97172605862d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:53.703109 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9199b878-e5f6-42c8-a3e9-97172605862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:53.706613 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9199b878-e5f6-42c8-a3e9-97172605862d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:53.708092 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-9199b878-e5f6-42c8-a3e9-97172605862d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6b5abbad-9aad-484a-93b7-580c03a2f571 HTTP/1.1" status: 204 len: 168 time: 0.1487529 Jul 15 19:06:53.719290 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199b878-e5f6-42c8-a3e9-97172605862d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5abbad-9aad-484a-93b7-580c03a2f571,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:54.188897 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bb843-b540-4bb3-924c-b9c8a8a68c25 req-b78f785a-6024-4500-8f49-ea586ff0564f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:54.192520 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-277bb843-b540-4bb3-924c-b9c8a8a68c25 req-b78f785a-6024-4500-8f49-ea586ff0564f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1211739 Jul 15 19:06:54.192987 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49156) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:54.208097 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2353113e-ca7b-44ea-a37f-5e13dd1c7955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:54.240950 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-277bb843-b540-4bb3-924c-b9c8a8a68c25 req-0c280551-25a0-4abc-9a61-ecec4be50805 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386317 Jul 15 19:06:54.340693 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2353113e-ca7b-44ea-a37f-5e13dd1c7955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:54.346740 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2353113e-ca7b-44ea-a37f-5e13dd1c7955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:54.387309 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2353113e-ca7b-44ea-a37f-5e13dd1c7955 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d33db43f0c1f4ada857f684a5a953497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930888 Jul 15 19:06:54.388601 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353113e-ca7b-44ea-a37f-5e13dd1c7955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051835e4-281e-4845-b2f2-d32774cd2417,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:54.390157 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49162) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:54.444552 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-48697b00-8a99-4a6e-b39c-4982e96fd46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:54.467119 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-48697b00-8a99-4a6e-b39c-4982e96fd46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:54.522721 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-48697b00-8a99-4a6e-b39c-4982e96fd46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:54.525418 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-48697b00-8a99-4a6e-b39c-4982e96fd46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:54.526597 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-48697b00-8a99-4a6e-b39c-4982e96fd46c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/051835e4-281e-4845-b2f2-d32774cd2417 HTTP/1.1" status: 204 len: 168 time: 0.1353805 Jul 15 19:06:54.535093 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48697b00-8a99-4a6e-b39c-4982e96fd46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051835e4-281e-4845-b2f2-d32774cd2417,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:55.446345 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a339c2-4f1d-4a75-a79a-040e7b72d6c1 req-9a3db65a-72de-419c-976b-eac220b87f3c tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:55.447979 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-94a339c2-4f1d-4a75-a79a-040e7b72d6c1 req-9a3db65a-72de-419c-976b-eac220b87f3c tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0716240 Jul 15 19:06:55.504100 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-94a339c2-4f1d-4a75-a79a-040e7b72d6c1 req-c8d4d0b3-f6eb-45eb-abb0-1bffb1f0a32d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485168 Jul 15 19:06:56.700065 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bfce3-af44-41c6-b6b3-95e295895abb req-f6dbb653-aa98-4554-b22c-b8f0ab9965de tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:56.701693 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a6bfce3-af44-41c6-b6b3-95e295895abb req-f6dbb653-aa98-4554-b22c-b8f0ab9965de tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0741291 Jul 15 19:06:56.747764 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a6bfce3-af44-41c6-b6b3-95e295895abb req-aa8c52b7-b0e3-415a-b9cc-bca9bd37b08e tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385754 Jul 15 19:06:57.216679 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d62014-4eb6-4c69-ada4-8f5a6b9529c8 req-35f7e7e9-4f8b-4c75-b644-099a6faaffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:57.218443 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4d62014-4eb6-4c69-ada4-8f5a6b9529c8 req-35f7e7e9-4f8b-4c75-b644-099a6faaffda service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 1098 time: 0.0762970 Jul 15 19:06:57.273643 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4d62014-4eb6-4c69-ada4-8f5a6b9529c8 req-33fd86be-1d49-451d-bbc9-2fca45096059 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Jul 15 19:06:57.288911 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49280) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:57.439845 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-376d9e2f-f2fc-460e-897d-e236dc301b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.591014 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-376d9e2f-f2fc-460e-897d-e236dc301b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.597487 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-376d9e2f-f2fc-460e-897d-e236dc301b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.650879 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-376d9e2f-f2fc-460e-897d-e236dc301b4a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8f83f7218499465f9aca025db4ae02fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605082 Jul 15 19:06:57.653654 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49328) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:57.656515 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d9e2f-f2fc-460e-897d-e236dc301b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9760ba-9cb6-4be4-9c53-306a86e51a98,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:57.735145 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c449037a-d755-449f-b162-5532fae0e774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.764424 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c449037a-d755-449f-b162-5532fae0e774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.826160 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-89ea9027-92f9-4cb8-9ed6-0379081972fe tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=999b9819cd5247eab76d3e50aec36640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477362 Jul 15 19:06:57.926176 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c449037a-d755-449f-b162-5532fae0e774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.928825 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c449037a-d755-449f-b162-5532fae0e774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:57.940549 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c449037a-d755-449f-b162-5532fae0e774 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be9760ba-9cb6-4be4-9c53-306a86e51a98 HTTP/1.1" status: 204 len: 168 time: 0.2857316 Jul 15 19:06:58.004605 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449037a-d755-449f-b162-5532fae0e774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9760ba-9cb6-4be4-9c53-306a86e51a98,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:58.172743 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a248ef2-c173-4865-98a3-425f9f78ca96 req-7a65b4ae-4071-4470-a90c-15a3de1f86a9 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:58.174697 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6a248ef2-c173-4865-98a3-425f9f78ca96 req-7a65b4ae-4071-4470-a90c-15a3de1f86a9 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.2369046 Jul 15 19:06:58.270228 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-c906c78f-54c1-45c6-98a5-d19ee97ddd80 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:58.289416 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-c906c78f-54c1-45c6-98a5-d19ee97ddd80 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4246018 Jul 15 19:06:58.297441 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6a248ef2-c173-4865-98a3-425f9f78ca96 req-19b454a4-4fcb-4919-88cf-3fd8b75d836f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091375 Jul 15 19:06:58.333612 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-ec99fea3-5c44-4372-9372-595926bd855d tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/quotas/999b9819cd5247eab76d3e50aec36640 HTTP/1.1" status: 200 len: 375 time: 0.0399790 Jul 15 19:06:58.390462 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-aeb2ede3-45d2-4524-9bd2-b09ec47800c2 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=999b9819cd5247eab76d3e50aec36640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479558 Jul 15 19:06:58.425590 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49384) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:58.443160 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03706a40-d9a5-4221-b5ab-face5b18e9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.642280 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03706a40-d9a5-4221-b5ab-face5b18e9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.656078 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-03706a40-d9a5-4221-b5ab-face5b18e9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.683127 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-15ecae36-7e61-4eb7-9933-68ef057f0703 req-4007f499-4924-4e82-a144-e6229071c04e tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 210 time: 0.0466409 Jul 15 19:06:58.724852 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-03706a40-d9a5-4221-b5ab-face5b18e9ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=af4e9e8dd0be47408cc2bb3e0db6924f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977667 Jul 15 19:06:58.727380 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49404) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:58.742279 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03706a40-d9a5-4221-b5ab-face5b18e9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0f06c4-d58e-4e76-bcde-5fa862b5514c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:58.794315 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5cfa435d-d6d5-4979-86f1-585c62a0c447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.819426 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5cfa435d-d6d5-4979-86f1-585c62a0c447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.884424 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5cfa435d-d6d5-4979-86f1-585c62a0c447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.887853 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5cfa435d-d6d5-4979-86f1-585c62a0c447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.891717 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5cfa435d-d6d5-4979-86f1-585c62a0c447 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d0f06c4-d58e-4e76-bcde-5fa862b5514c HTTP/1.1" status: 204 len: 168 time: 0.1631644 Jul 15 19:06:58.900010 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa435d-d6d5-4979-86f1-585c62a0c447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0f06c4-d58e-4e76-bcde-5fa862b5514c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:59.545149 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40683b0f-616c-4ec0-a318-8f390ad6db09 req-327e5e22-c0db-4866-9ed5-71694ea90e81 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:59.555113 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40683b0f-616c-4ec0-a318-8f390ad6db09 req-327e5e22-c0db-4866-9ed5-71694ea90e81 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0937777 Jul 15 19:06:59.602613 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40683b0f-616c-4ec0-a318-8f390ad6db09 req-0391023c-9d24-49b1-9190-c27b0bbf51e0 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465150 Jul 15 19:06:59.879970 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71850e0-e4ab-4af6-ba76-e602cb40cb86 req-2f44373c-eb76-4f31-834b-c8d7c2fe354d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:59.882924 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f71850e0-e4ab-4af6-ba76-e602cb40cb86 req-2f44373c-eb76-4f31-834b-c8d7c2fe354d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1042008 Jul 15 19:06:59.966197 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b87188dc-169c-45d7-a5bc-79ba515241e0 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=999b9819cd5247eab76d3e50aec36640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610056 Jul 15 19:07:00.015796 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-966ed792-7278-47ac-ae67-723e487b8e96 req-a318c0b0-4488-4776-b810-be152e4e3b8c tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 210 time: 0.0979931 Jul 15 19:07:00.209705 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-2d3a810a-3acc-4b68-9e0e-06bc7c755ce9 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:00.212741 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-2d3a810a-3acc-4b68-9e0e-06bc7c755ce9 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993582 Jul 15 19:07:00.232478 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f71850e0-e4ab-4af6-ba76-e602cb40cb86 req-bc2bc31a-79af-4f30-8d20-91c89185fe3c tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429580 Jul 15 19:07:00.232868 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Request body: {'port': {'device_id': 'ed22b5b3-f8b5-4d01-b518-b7398bde66f4', 'network_id': '9ba45074-bca6-45f9-a999-fc25ac9f400e', 'admin_state_up': True, 'tenant_id': '999b9819cd5247eab76d3e50aec36640'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:00.595165 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Made reservation on behalf of 999b9819cd5247eab76d3e50aec36640 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:07:00.601700 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:00.614091 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:00.789467 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:00.797209 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:00.905495 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9897731e-2e20-4a83-965d-f48feeb81a2e,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:01.027269 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Allocated IP 192.168.233.106 (9ba45074-bca6-45f9-a999-fc25ac9f400e/8730c1df-da2f-4c14-90c9-05a692225cfc/819fd075-0912-44df-a551-e46a1e10dab7) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:07:01.157536 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49532) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:01.236737 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.264406 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6bf4b632-9992-4496-97db-7a050716edfb req-4b8ca6ad-99da-4a0b-80f9-3917bbcd78bd tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 210 time: 0.0489352 Jul 15 19:07:01.276296 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Transition to ACTIVE for port object 819fd075-0912-44df-a551-e46a1e10dab7 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:01.319792 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.339141 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c934c433-b0e4-4a8c-8fe8-776930ffc5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.374135 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Network 9ba45074-bca6-45f9-a999-fc25ac9f400e is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:07:01.377814 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:01.385443 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:07:01.419028 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Pushing event updated for resources: {'Port': ['ID=819fd075-0912-44df-a551-e46a1e10dab7,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:01.460660 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:01.461378 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.472584 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49542) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:01.481073 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c934c433-b0e4-4a8c-8fe8-776930ffc5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.491008 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c934c433-b0e4-4a8c-8fe8-776930ffc5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.502919 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-adb96202-684d-4992-8335-8dca6e20c633 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2690241 Jul 15 19:07:01.541028 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c934c433-b0e4-4a8c-8fe8-776930ffc5ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=568ac6ac7b084a65860b31ef727d8f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794975 Jul 15 19:07:01.542357 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49546) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:01.551179 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934c433-b0e4-4a8c-8fe8-776930ffc5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470a3b5e-7e20-43d6-881d-ced6b9f51e51,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:01.604699 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb93578b-79c4-4627-91dc-d082b4dd35d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.628971 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c32737a4-06b3-4ff7-88c7-e6822000a32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.654612 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb93578b-79c4-4627-91dc-d082b4dd35d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.700365 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-29b53293-8fce-4c24-972b-2abaf5a0d0ea None None] Provisioning for port 819fd075-0912-44df-a551-e46a1e10dab7 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:01.707008 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-29b53293-8fce-4c24-972b-2abaf5a0d0ea None None] Provisioning complete for port 819fd075-0912-44df-a551-e46a1e10dab7 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:01.707413 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-29b53293-8fce-4c24-972b-2abaf5a0d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.738616 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb93578b-79c4-4627-91dc-d082b4dd35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.741626 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb93578b-79c4-4627-91dc-d082b4dd35d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.742926 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bb93578b-79c4-4627-91dc-d082b4dd35d9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/470a3b5e-7e20-43d6-881d-ced6b9f51e51 HTTP/1.1" status: 204 len: 168 time: 0.2003045 Jul 15 19:07:01.746519 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-29b53293-8fce-4c24-972b-2abaf5a0d0ea None None] Port 819fd075-0912-44df-a551-e46a1e10dab7 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:07:01.762742 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93578b-79c4-4627-91dc-d082b4dd35d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470a3b5e-7e20-43d6-881d-ced6b9f51e51,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:01.820140 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c32737a4-06b3-4ff7-88c7-e6822000a32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.825900 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c32737a4-06b3-4ff7-88c7-e6822000a32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.869613 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c32737a4-06b3-4ff7-88c7-e6822000a32d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ffc15b05a552407090166a9f55ad1d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956323 Jul 15 19:07:01.870272 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32737a4-06b3-4ff7-88c7-e6822000a32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ede0e6-a217-4d8c-9744-42a9f93481c3,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:01.873317 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49552) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:01.941025 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9342a120-7313-4b7a-a83b-33490670bfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:01.969985 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9342a120-7313-4b7a-a83b-33490670bfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.030466 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9342a120-7313-4b7a-a83b-33490670bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.035619 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9342a120-7313-4b7a-a83b-33490670bfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.037611 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-9342a120-7313-4b7a-a83b-33490670bfd1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51ede0e6-a217-4d8c-9744-42a9f93481c3 HTTP/1.1" status: 204 len: 168 time: 0.1629312 Jul 15 19:07:02.047936 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342a120-7313-4b7a-a83b-33490670bfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ede0e6-a217-4d8c-9744-42a9f93481c3,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:02.136787 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49562) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:02.158166 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7d3ecdab-c9af-4819-a41e-a6130e0c5cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.248535 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7d3ecdab-c9af-4819-a41e-a6130e0c5cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.253544 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7d3ecdab-c9af-4819-a41e-a6130e0c5cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.293740 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7d3ecdab-c9af-4819-a41e-a6130e0c5cc5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ef11dda12cd4171a40819304bf873ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557426 Jul 15 19:07:02.294986 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ecdab-c9af-4819-a41e-a6130e0c5cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a010da1-6bd3-4ea1-aa47-b6b0010514c1,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:02.296560 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49566) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:02.356630 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff848-84c0-4442-a196-e60631044e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.378369 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49572) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:02.386934 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff848-84c0-4442-a196-e60631044e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.394000 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c75db02c-e192-45a3-9e02-e28fc7d3fb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.502623 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d657adf-2d58-4bf2-8ac1-17fbe7c061e4 req-3ee55123-a4ec-41a2-84d3-add30628f329 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:02.504220 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6d657adf-2d58-4bf2-8ac1-17fbe7c061e4 req-3ee55123-a4ec-41a2-84d3-add30628f329 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 936 time: 0.0822375 Jul 15 19:07:02.505394 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff848-84c0-4442-a196-e60631044e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.508196 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff848-84c0-4442-a196-e60631044e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.508975 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9a3ff848-84c0-4442-a196-e60631044e30 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1a010da1-6bd3-4ea1-aa47-b6b0010514c1 HTTP/1.1" status: 204 len: 168 time: 0.2113199 Jul 15 19:07:02.514621 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c75db02c-e192-45a3-9e02-e28fc7d3fb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.521932 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c75db02c-e192-45a3-9e02-e28fc7d3fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.532177 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ff848-84c0-4442-a196-e60631044e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a010da1-6bd3-4ea1-aa47-b6b0010514c1,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:02.559192 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6d657adf-2d58-4bf2-8ac1-17fbe7c061e4 req-e459219a-54bc-467f-9d17-a6d8647ad476 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469332 Jul 15 19:07:02.576195 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c75db02c-e192-45a3-9e02-e28fc7d3fb95 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=303965281c454cebb9b95592dff29873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964023 Jul 15 19:07:02.576944 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75db02c-e192-45a3-9e02-e28fc7d3fb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2159c61-e83c-4612-922c-cf68deb2a59e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:02.579293 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49576) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:02.631921 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-357bc180-94db-4417-a58e-c4f863328f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.657864 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-357bc180-94db-4417-a58e-c4f863328f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.707606 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-357bc180-94db-4417-a58e-c4f863328f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.710278 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-357bc180-94db-4417-a58e-c4f863328f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:02.711432 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-357bc180-94db-4417-a58e-c4f863328f80 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a2159c61-e83c-4612-922c-cf68deb2a59e HTTP/1.1" status: 204 len: 168 time: 0.1311800 Jul 15 19:07:02.720127 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bc180-94db-4417-a58e-c4f863328f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2159c61-e83c-4612-922c-cf68deb2a59e,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:03.450441 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Request body: {'port': {'device_id': 'ed22b5b3-f8b5-4d01-b518-b7398bde66f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:03.573945 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:04.002192 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31eafd7-4a14-485e-80ce-e76a89b2d990 req-c476fb27-ed9c-46d7-b905-be075ccb90ab tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:04.003863 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e31eafd7-4a14-485e-80ce-e76a89b2d990 req-c476fb27-ed9c-46d7-b905-be075ccb90ab tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 936 time: 0.2421052 Jul 15 19:07:04.070498 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e31eafd7-4a14-485e-80ce-e76a89b2d990 req-f837ea30-3a2c-4d02-8054-050adb3a4f05 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553043 Jul 15 19:07:04.154434 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819fd075-0912-44df-a551-e46a1e10dab7 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:07:04.173080 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:04.198487 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Transition to ACTIVE for port object 819fd075-0912-44df-a551-e46a1e10dab7 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:04.208476 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:04.325762 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Pushing event updated for resources: {'Port': ['ID=819fd075-0912-44df-a551-e46a1e10dab7,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:04.433086 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Attempting to bind port 819fd075-0912-44df-a551-e46a1e10dab7 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:07:04.433668 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Attempting to bind port 819fd075-0912-44df-a551-e46a1e10dab7 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '17cd5103-e96d-4091-b84e-3860112085b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9ba45074-bca6-45f9-a999-fc25ac9f400e'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:07:04.434165 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Attempting to bind port 819fd075-0912-44df-a551-e46a1e10dab7 on network 9ba45074-bca6-45f9-a999-fc25ac9f400e {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:07:04.442248 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Port 819fd075-0912-44df-a551-e46a1e10dab7 on network 9ba45074-bca6-45f9-a999-fc25ac9f400e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:07:04.442946 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Attempting to bind port 819fd075-0912-44df-a551-e46a1e10dab7 on network 9ba45074-bca6-45f9-a999-fc25ac9f400e {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:07:04.452278 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:07:04.453397 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Checking segment: {'id': '17cd5103-e96d-4091-b84e-3860112085b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9ba45074-bca6-45f9-a999-fc25ac9f400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:04.454035 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Bound using segment: {'id': '17cd5103-e96d-4091-b84e-3860112085b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9ba45074-bca6-45f9-a999-fc25ac9f400e'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:07:04.454975 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Bound port: 819fd075-0912-44df-a551-e46a1e10dab7, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cd5103-e96d-4091-b84e-3860112085b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9ba45074-bca6-45f9-a999-fc25ac9f400e'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:07:04.455597 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:04.616783 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] For port 819fd075-0912-44df-a551-e46a1e10dab7, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:07:04.623334 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] For port 819fd075-0912-44df-a551-e46a1e10dab7, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=819fd075-0912-44df-a551-e46a1e10dab7,segment=NetworkSegment(17cd5103-e96d-4091-b84e-3860112085b9),segment_id=17cd5103-e96d-4091-b84e-3860112085b9)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:07:04.634321 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:04.680824 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:04.681532 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:04.683330 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] 10.222.0.81 "PUT /v2.0/ports/819fd075-0912-44df-a551-e46a1e10dab7 HTTP/1.1" status: 200 len: 1098 time: 1.2410743 Jul 15 19:07:04.685816 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed22b5b3-f8b5-4d01-b518-b7398bde66f4', 'tag': '819fd075-0912-44df-a551-e46a1e10dab7'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:07:04.689053 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a721d1e4-8439-4993-a453-02a5e22ed54c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed22b5b3-f8b5-4d01-b518-b7398bde66f4", "tag": "819fd075-0912-44df-a551-e46a1e10dab7"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:07:04.717605 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6c64e-d734-452f-914c-a4dd181d8376 service neutron] Pushing event updated for resources: {'Port': ['ID=819fd075-0912-44df-a551-e46a1e10dab7,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:04.790650 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c848e26a-1f66-4a25-9e2a-3ac2f373e289 x-openstack-request-id: req-c848e26a-1f66-4a25-9e2a-3ac2f373e289 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:07:04.791721 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed22b5b3-f8b5-4d01-b518-b7398bde66f4", "tag": "819fd075-0912-44df-a551-e46a1e10dab7", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:07:04.791721 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c848e26a-1f66-4a25-9e2a-3ac2f373e289 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:07:04.792137 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed22b5b3-f8b5-4d01-b518-b7398bde66f4', 'tag': '819fd075-0912-44df-a551-e46a1e10dab7', 'status': 'completed', 'code': 200} Jul 15 19:07:04.835557 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-ce5fcb4d-d69b-4306-ad1c-a969b3b6b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:04.846325 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-ce5fcb4d-d69b-4306-ad1c-a969b3b6b975 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=999b9819cd5247eab76d3e50aec36640&device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 1101 time: 0.0894508 Jul 15 19:07:04.885996 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-98846110-76e7-4cb6-85ee-86a03403ed3e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=819fd075-0912-44df-a551-e46a1e10dab7 HTTP/1.1" status: 200 len: 217 time: 0.0367670 Jul 15 19:07:04.969118 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-6be1dba9-4fb6-4571-8671-4bb2b4b8e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:04.970645 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-6be1dba9-4fb6-4571-8671-4bb2b4b8e303 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8730c1df-da2f-4c14-90c9-05a692225cfc HTTP/1.1" status: 200 len: 843 time: 0.0717068 Jul 15 19:07:05.058281 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-184225da-f0d8-4bd2-a028-087d324001ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:05.060421 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-184225da-f0d8-4bd2-a028-087d324001ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9ba45074-bca6-45f9-a999-fc25ac9f400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0824685 Jul 15 19:07:05.315938 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-4c3062c9-c4ac-4a21-a867-18f3a902bb03 service neutron] 10.222.0.81 "GET /v2.0/networks/9ba45074-bca6-45f9-a999-fc25ac9f400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450273 Jul 15 19:07:05.459958 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64d78c-e799-4e7a-8cf8-008737034018 req-a31fc51c-9ae9-4392-82c5-5b3166b8d00e tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:05.461614 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d64d78c-e799-4e7a-8cf8-008737034018 req-a31fc51c-9ae9-4392-82c5-5b3166b8d00e tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 948 time: 0.2020202 Jul 15 19:07:05.538115 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d64d78c-e799-4e7a-8cf8-008737034018 req-77126f87-f4e9-4165-98e4-c71729f18c7b tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626676 Jul 15 19:07:05.550076 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b96724f-ad71-4661-9034-62029b3cbab9 req-624c89ea-42e3-48a7-b77b-9aac7bae7d26 service neutron] 10.222.0.81 "GET /v2.0/networks/9ba45074-bca6-45f9-a999-fc25ac9f400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260573 Jul 15 19:07:05.851093 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102465-a777-4eb5-83a4-cf83572d2186 req-58bfe84b-891a-4ffe-8ce8-93e46b603121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:05.852891 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a102465-a777-4eb5-83a4-cf83572d2186 req-58bfe84b-891a-4ffe-8ce8-93e46b603121 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 1099 time: 0.1522479 Jul 15 19:07:05.902327 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721d1e4-8439-4993-a453-02a5e22ed54c req-072d5c0e-f0ee-4837-a582-834164f205e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:05.903888 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a721d1e4-8439-4993-a453-02a5e22ed54c req-072d5c0e-f0ee-4837-a582-834164f205e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=999b9819cd5247eab76d3e50aec36640&device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 1101 time: 0.2618122 Jul 15 19:07:06.007749 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102465-a777-4eb5-83a4-cf83572d2186 req-187f893c-07c0-473b-bc55-f411c1635c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:06.009396 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a102465-a777-4eb5-83a4-cf83572d2186 req-187f893c-07c0-473b-bc55-f411c1635c85 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 200 len: 920 time: 0.1380861 Jul 15 19:07:06.087760 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a102465-a777-4eb5-83a4-cf83572d2186 req-5e1c7d6d-b384-47bc-9300-f2a5a3f5a50e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bddef09-7277-44f4-bb05-f109ff222b1f HTTP/1.1" status: 200 len: 217 time: 0.0634055 Jul 15 19:07:06.099213 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b02ba8-279f-4171-a8a4-25a683af094b req-abfee433-3b30-45d1-83b1-3cb99388ef1e tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:06.106842 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9b02ba8-279f-4171-a8a4-25a683af094b req-abfee433-3b30-45d1-83b1-3cb99388ef1e tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.2751179 Jul 15 19:07:06.188795 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49760) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:06.193419 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102465-a777-4eb5-83a4-cf83572d2186 req-e3041a83-6eb5-45d7-ba48-d86845b76766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:06.194876 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a102465-a777-4eb5-83a4-cf83572d2186 req-e3041a83-6eb5-45d7-ba48-d86845b76766 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6812f2bb-00f7-4b0b-a067-257a16519cb5 HTTP/1.1" status: 200 len: 859 time: 0.0553627 Jul 15 19:07:06.251589 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a102465-a777-4eb5-83a4-cf83572d2186 req-0d299452-30f9-488d-97a5-92ab5c54aba4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a1898f4d-6b9a-4d30-8950-56ad70b81f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421865 Jul 15 19:07:06.337373 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-be823832-2170-4972-85ba-3aa33939c150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.348797 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721d1e4-8439-4993-a453-02a5e22ed54c req-1fb6999e-c0ee-4d0c-a792-c30473b03e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:06.350532 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a721d1e4-8439-4993-a453-02a5e22ed54c req-1fb6999e-c0ee-4d0c-a792-c30473b03e27 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9ba45074-bca6-45f9-a999-fc25ac9f400e HTTP/1.1" status: 200 len: 870 time: 0.4340448 Jul 15 19:07:06.366140 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9b02ba8-279f-4171-a8a4-25a683af094b req-874ef462-3bfc-4b85-bf56-6bb37fdee3c3 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582848 Jul 15 19:07:06.448561 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a102465-a777-4eb5-83a4-cf83572d2186 req-879e776d-f196-4eda-9ca4-e541886fc739 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796865 Jul 15 19:07:06.496297 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a721d1e4-8439-4993-a453-02a5e22ed54c req-a90af46b-01c7-4b35-8e2c-db416dd49337 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=819fd075-0912-44df-a551-e46a1e10dab7 HTTP/1.1" status: 200 len: 217 time: 0.1269569 Jul 15 19:07:06.519166 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-be823832-2170-4972-85ba-3aa33939c150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.536827 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-be823832-2170-4972-85ba-3aa33939c150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.582306 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be823832-2170-4972-85ba-3aa33939c150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95d7b97-ef24-4103-be82-58560278a95c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:06.589151 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-be823832-2170-4972-85ba-3aa33939c150 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c9b4942c57934ca9b601836754aa35d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990562 Jul 15 19:07:06.591682 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49780) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:06.600089 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49782) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:06.655633 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d06aa6a-9653-4cb3-88b1-6576aa9ec006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.669734 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8a102465-a777-4eb5-83a4-cf83572d2186 req-17e8ca92-ac97-43bd-adea-e5bafc135dbe service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842532 Jul 15 19:07:06.672796 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721d1e4-8439-4993-a453-02a5e22ed54c req-5ec19584-0695-42d5-9244-d53c54b97ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:06.674818 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a721d1e4-8439-4993-a453-02a5e22ed54c req-5ec19584-0695-42d5-9244-d53c54b97ac1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8730c1df-da2f-4c14-90c9-05a692225cfc HTTP/1.1" status: 200 len: 843 time: 0.1621490 Jul 15 19:07:06.683635 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d06aa6a-9653-4cb3-88b1-6576aa9ec006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.749456 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721d1e4-8439-4993-a453-02a5e22ed54c req-4aff19f7-1f8c-4bd5-9abe-e3e6eff921e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:06.752920 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a721d1e4-8439-4993-a453-02a5e22ed54c req-4aff19f7-1f8c-4bd5-9abe-e3e6eff921e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9ba45074-bca6-45f9-a999-fc25ac9f400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0692267 Jul 15 19:07:06.782653 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-30f690a2-36c9-4760-b04a-7dfc9e178044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.834031 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f4329-d4f4-4b98-899a-fdf57709c1bb req-4faa3be1-98c2-459d-b25a-a50563664e70 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:06.835666 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f73f4329-d4f4-4b98-899a-fdf57709c1bb req-4faa3be1-98c2-459d-b25a-a50563664e70 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 948 time: 0.1442387 Jul 15 19:07:06.838754 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d06aa6a-9653-4cb3-88b1-6576aa9ec006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.841451 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d06aa6a-9653-4cb3-88b1-6576aa9ec006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.842393 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6d06aa6a-9653-4cb3-88b1-6576aa9ec006 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d95d7b97-ef24-4103-be82-58560278a95c HTTP/1.1" status: 204 len: 168 time: 0.2493937 Jul 15 19:07:06.886921 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06aa6a-9653-4cb3-88b1-6576aa9ec006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95d7b97-ef24-4103-be82-58560278a95c,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:06.903445 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a721d1e4-8439-4993-a453-02a5e22ed54c req-8b49f11a-f8c6-4c9f-8f11-e038d2ff834e service neutron] 10.222.0.81 "GET /v2.0/networks/9ba45074-bca6-45f9-a999-fc25ac9f400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338565 Jul 15 19:07:06.928392 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f73f4329-d4f4-4b98-899a-fdf57709c1bb req-d499872b-e9b6-429e-8c3c-5e20ed8ea25e tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823510 Jul 15 19:07:06.981309 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-30f690a2-36c9-4760-b04a-7dfc9e178044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:06.986568 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-30f690a2-36c9-4760-b04a-7dfc9e178044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.031714 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-30f690a2-36c9-4760-b04a-7dfc9e178044 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ca248686fff43e19da4d0faae4899c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304614 Jul 15 19:07:07.034125 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f690a2-36c9-4760-b04a-7dfc9e178044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d5f2c8-1fd9-4ad5-a432-e56020253c13,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:07.036728 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49794) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:07.057693 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a721d1e4-8439-4993-a453-02a5e22ed54c req-c94d6b4c-e8ea-4a4d-bf42-d87ed4270779 service neutron] 10.222.0.81 "GET /v2.0/networks/9ba45074-bca6-45f9-a999-fc25ac9f400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476171 Jul 15 19:07:07.120885 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f81c07b-e58d-42a4-8beb-48dbb52799d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.150078 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f81c07b-e58d-42a4-8beb-48dbb52799d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.214951 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f81c07b-e58d-42a4-8beb-48dbb52799d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.218065 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f81c07b-e58d-42a4-8beb-48dbb52799d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.219208 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0f81c07b-e58d-42a4-8beb-48dbb52799d2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54d5f2c8-1fd9-4ad5-a432-e56020253c13 HTTP/1.1" status: 204 len: 168 time: 0.1812730 Jul 15 19:07:07.228594 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81c07b-e58d-42a4-8beb-48dbb52799d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d5f2c8-1fd9-4ad5-a432-e56020253c13,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:07.285691 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49812) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:07.336517 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-106a6165-796e-47a8-b5ce-a00acf2b5f1f admin admin] Deleting subnet 519829d9-3bc3-4845-a495-a6274e7bde79 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:07:07.340236 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-106a6165-796e-47a8-b5ce-a00acf2b5f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.374800 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-106a6165-796e-47a8-b5ce-a00acf2b5f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955174'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.415802 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-106a6165-796e-47a8-b5ce-a00acf2b5f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.481199 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-106a6165-796e-47a8-b5ce-a00acf2b5f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58955025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58949662'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.513347 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-106a6165-796e-47a8-b5ce-a00acf2b5f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.515321 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-106a6165-796e-47a8-b5ce-a00acf2b5f1f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/519829d9-3bc3-4845-a495-a6274e7bde79 HTTP/1.1" status: 204 len: 168 time: 0.2282791 Jul 15 19:07:07.518276 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49820) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:07.525460 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a6165-796e-47a8-b5ce-a00acf2b5f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519829d9-3bc3-4845-a495-a6274e7bde79,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:07.614933 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cc9b89f2-ad70-4897-87cc-d5d265fedc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.622850 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b744445-8b41-41cc-a05a-303877636a84 req-6c4f1970-5e63-4bbf-90a3-1d019d3dfb85 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:07.625439 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5b744445-8b41-41cc-a05a-303877636a84 req-6c4f1970-5e63-4bbf-90a3-1d019d3dfb85 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1323991 Jul 15 19:07:07.685969 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5b744445-8b41-41cc-a05a-303877636a84 req-cd2b3690-fdf1-44aa-9386-75b8fc37fde2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541661 Jul 15 19:07:07.706041 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cc9b89f2-ad70-4897-87cc-d5d265fedc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.708437 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49832) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:07.943957 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-cc9b89f2-ad70-4897-87cc-d5d265fedc8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6015d60-5c58-4a59-9716-b227df6a8de3']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:07.946518 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39ffe9da-2980-431a-bf26-b2eccdc15124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.965967 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-cc9b89f2-ad70-4897-87cc-d5d265fedc8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fe45c2-1793-44b2-aced-3d5368e1692c') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:07.965967 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-cc9b89f2-ad70-4897-87cc-d5d265fedc8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fe45c2-1793-44b2-aced-3d5368e1692c') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:07.976419 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cc9b89f2-ad70-4897-87cc-d5d265fedc8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60733193'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:07.997984 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cc9b89f2-ad70-4897-87cc-d5d265fedc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.007543 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9b89f2-ad70-4897-87cc-d5d265fedc8a admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:07:08.007954 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cc9b89f2-ad70-4897-87cc-d5d265fedc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59799488'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: timer() Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: cb(*args, **kw) Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: self._notify() Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: self.callback(batched_events) Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: event.method(event) Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._get(url).json() Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:07:08.009809 dv-cinder-780933-11-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:07:08.120241 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cc9b89f2-ad70-4897-87cc-d5d265fedc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.125449 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cc9b89f2-ad70-4897-87cc-d5d265fedc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.130300 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-cc9b89f2-ad70-4897-87cc-d5d265fedc8a admin admin] 10.222.0.78 "DELETE /v2.0/networks/a6015d60-5c58-4a59-9716-b227df6a8de3 HTTP/1.1" status: 204 len: 168 time: 0.6063445 Jul 15 19:07:08.131527 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49856) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:08.151158 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b89f2-ad70-4897-87cc-d5d265fedc8a admin admin] Pushing event deleted for resources: {'Network': ['ID=a6015d60-5c58-4a59-9716-b227df6a8de3,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:08.187830 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7de6697-91d6-4fb0-aa98-c8b287b1c1a2 admin admin] Deleting subnet a321626e-114b-4d60-9aa1-195ee887459d {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:07:08.189480 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39ffe9da-2980-431a-bf26-b2eccdc15124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.192023 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7de6697-91d6-4fb0-aa98-c8b287b1c1a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.204931 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370ebc5-34b3-4352-9f78-4330da5bd75c req-134583ed-f4ea-44f6-8eae-83c6d2072bbb tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:08.212206 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d370ebc5-34b3-4352-9f78-4330da5bd75c req-134583ed-f4ea-44f6-8eae-83c6d2072bbb tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 948 time: 0.1437008 Jul 15 19:07:08.214835 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39ffe9da-2980-431a-bf26-b2eccdc15124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.238354 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7de6697-91d6-4fb0-aa98-c8b287b1c1a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955174'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.281309 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7de6697-91d6-4fb0-aa98-c8b287b1c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.282353 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffe9da-2980-431a-bf26-b2eccdc15124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4663ddec-5413-4ff6-9dec-9a4cd578de6f,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:08.297656 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-39ffe9da-2980-431a-bf26-b2eccdc15124 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7b4dde0aac4440e9ad688eb33ae6e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5881634 Jul 15 19:07:08.298292 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49860) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:08.298632 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49862) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:08.312744 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d370ebc5-34b3-4352-9f78-4330da5bd75c req-a8da5e12-aac8-45aa-90b4-add20d63bd48 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996652 Jul 15 19:07:08.361287 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7de6697-91d6-4fb0-aa98-c8b287b1c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58955025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58949662'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.381841 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7de6697-91d6-4fb0-aa98-c8b287b1c1a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.384231 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b7de6697-91d6-4fb0-aa98-c8b287b1c1a2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a321626e-114b-4d60-9aa1-195ee887459d HTTP/1.1" status: 204 len: 168 time: 0.2512941 Jul 15 19:07:08.387849 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49868) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:08.398054 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a59462fe-0ba0-4986-a97e-02089d9fbd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.402846 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de6697-91d6-4fb0-aa98-c8b287b1c1a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a321626e-114b-4d60-9aa1-195ee887459d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:08.456101 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a59462fe-0ba0-4986-a97e-02089d9fbd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.476952 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3076e90f-f6b1-4481-b10d-741a6a76bcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.543361 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-45d976a4-ef3a-4291-90ca-728cd36cb3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.634208 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a59462fe-0ba0-4986-a97e-02089d9fbd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.636731 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a59462fe-0ba0-4986-a97e-02089d9fbd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.638004 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a59462fe-0ba0-4986-a97e-02089d9fbd04 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4663ddec-5413-4ff6-9dec-9a4cd578de6f HTTP/1.1" status: 204 len: 168 time: 0.3361611 Jul 15 19:07:08.719225 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-45d976a4-ef3a-4291-90ca-728cd36cb3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.736806 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59462fe-0ba0-4986-a97e-02089d9fbd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4663ddec-5413-4ff6-9dec-9a4cd578de6f,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:08.748679 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-45d976a4-ef3a-4291-90ca-728cd36cb3cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac917000-5489-4dcf-9282-8087362f6f73']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:08.770400 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-45d976a4-ef3a-4291-90ca-728cd36cb3cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6948d21c-ed49-46c5-b19a-b9e50f7ca834') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:08.770766 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-45d976a4-ef3a-4291-90ca-728cd36cb3cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6948d21c-ed49-46c5-b19a-b9e50f7ca834') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:08.788909 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-45d976a4-ef3a-4291-90ca-728cd36cb3cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60733193'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.814763 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-45d976a4-ef3a-4291-90ca-728cd36cb3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.828034 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d976a4-ef3a-4291-90ca-728cd36cb3cf admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:07:08.828616 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-45d976a4-ef3a-4291-90ca-728cd36cb3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59799488'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: timer() Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: cb(*args, **kw) Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: self._notify() Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: self.callback(batched_events) Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: event.method(event) Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._get(url).json() Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:07:08.830708 dv-cinder-780933-11-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:07:08.910199 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3076e90f-f6b1-4481-b10d-741a6a76bcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.921892 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3076e90f-f6b1-4481-b10d-741a6a76bcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.968258 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-45d976a4-ef3a-4291-90ca-728cd36cb3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.990913 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-45d976a4-ef3a-4291-90ca-728cd36cb3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:08.992797 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-45d976a4-ef3a-4291-90ca-728cd36cb3cf admin admin] 10.222.0.78 "DELETE /v2.0/networks/ac917000-5489-4dcf-9282-8087362f6f73 HTTP/1.1" status: 204 len: 168 time: 0.6019683 Jul 15 19:07:09.017742 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3076e90f-f6b1-4481-b10d-741a6a76bcb4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=299886e322834ce48e45cd9ff8c8f437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7134447 Jul 15 19:07:09.017742 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d976a4-ef3a-4291-90ca-728cd36cb3cf admin admin] Pushing event deleted for resources: {'Network': ['ID=ac917000-5489-4dcf-9282-8087362f6f73,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:09.018235 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49884) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:09.019489 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076e90f-f6b1-4481-b10d-741a6a76bcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32e0c96-a873-4228-87b2-8386df1740b1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:09.060810 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452771a4-ec3d-4ca4-99b3-79fc9e38ccb0 req-aa34d83b-d117-46ff-bfdb-b89ea2210731 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:09.063470 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-452771a4-ec3d-4ca4-99b3-79fc9e38ccb0 req-aa34d83b-d117-46ff-bfdb-b89ea2210731 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1554816 Jul 15 19:07:09.101838 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-408eede6-3f76-4891-b054-0477e4db2660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.118607 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-452771a4-ec3d-4ca4-99b3-79fc9e38ccb0 req-ff7bffb9-8b87-436a-a2df-b28207a4196b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431929 Jul 15 19:07:09.147390 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-408eede6-3f76-4891-b054-0477e4db2660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.152487 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49888) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:09.199026 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ad53eac3-1b1c-4623-ad48-08d46cae4253 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=df4b6f1fe1484adcac05a881f0a24d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451312 Jul 15 19:07:09.201863 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49890) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:09.209713 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-408eede6-3f76-4891-b054-0477e4db2660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.213416 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-408eede6-3f76-4891-b054-0477e4db2660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.218292 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-408eede6-3f76-4891-b054-0477e4db2660 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b32e0c96-a873-4228-87b2-8386df1740b1 HTTP/1.1" status: 204 len: 168 time: 0.1983423 Jul 15 19:07:09.234015 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408eede6-3f76-4891-b054-0477e4db2660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32e0c96-a873-4228-87b2-8386df1740b1,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:09.276096 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d79cd41b-ec1b-4c01-8c06-e32323b03cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.302628 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d79cd41b-ec1b-4c01-8c06-e32323b03cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.376970 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d79cd41b-ec1b-4c01-8c06-e32323b03cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.379074 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d79cd41b-ec1b-4c01-8c06-e32323b03cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.380606 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d79cd41b-ec1b-4c01-8c06-e32323b03cd2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f86549fb-dcee-4120-ad1c-f2ba02a3e43d HTTP/1.1" status: 204 len: 168 time: 0.1776795 Jul 15 19:07:09.396639 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cd41b-ec1b-4c01-8c06-e32323b03cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86549fb-dcee-4120-ad1c-f2ba02a3e43d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:09.525646 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca5ced-f6c9-4c13-9c8c-afb3d3824e58 req-e12f3aa2-d250-4837-849a-6d118aaf7b04 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:09.527330 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75ca5ced-f6c9-4c13-9c8c-afb3d3824e58 req-e12f3aa2-d250-4837-849a-6d118aaf7b04 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 948 time: 0.0733535 Jul 15 19:07:09.579936 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75ca5ced-f6c9-4c13-9c8c-afb3d3824e58 req-a7e41d4e-5deb-48c6-972c-b9c8ce113502 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Jul 15 19:07:09.671649 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49910) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:09.691884 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d71ef233-10a5-4df9-bda6-f37f2d34dc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.835587 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d71ef233-10a5-4df9-bda6-f37f2d34dc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.841660 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d71ef233-10a5-4df9-bda6-f37f2d34dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:09.884949 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ef233-10a5-4df9-bda6-f37f2d34dc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2ab3fe-2ce0-4188-abeb-e5bbc0a451f5,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:09.889644 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d71ef233-10a5-4df9-bda6-f37f2d34dc49 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c923d4e9947f40cabf3bd5ccb20aeb67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167327 Jul 15 19:07:09.893955 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49914) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:09.894128 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 49916) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:09.944275 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 49918) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:09.944643 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fe7dc078-ec6a-41cd-b841-174734ec1c54 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0aead1c9a98c4d9c8598605c5755f19e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492802 Jul 15 19:07:09.965206 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-652a6c4f-2b2e-4c24-9364-571a7b8f1983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:10.005760 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-652a6c4f-2b2e-4c24-9364-571a7b8f1983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:10.047788 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de9ed34d-1e37-492f-8536-22b632854ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:10.072510 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de9ed34d-1e37-492f-8536-22b632854ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:10.085035 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-652a6c4f-2b2e-4c24-9364-571a7b8f1983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:10.087878 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-652a6c4f-2b2e-4c24-9364-571a7b8f1983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:10.089186 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-652a6c4f-2b2e-4c24-9364-571a7b8f1983 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c2ab3fe-2ce0-4188-abeb-e5bbc0a451f5 HTTP/1.1" status: 204 len: 168 time: 0.1940176 Jul 15 19:07:10.118596 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a6c4f-2b2e-4c24-9364-571a7b8f1983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2ab3fe-2ce0-4188-abeb-e5bbc0a451f5,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:10.164562 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de9ed34d-1e37-492f-8536-22b632854ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:10.168918 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de9ed34d-1e37-492f-8536-22b632854ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:10.170136 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-de9ed34d-1e37-492f-8536-22b632854ea6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ea6706fc-9eb0-4a61-b475-1f4203f99210 HTTP/1.1" status: 204 len: 168 time: 0.2244844 Jul 15 19:07:10.179624 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ed34d-1e37-492f-8536-22b632854ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6706fc-9eb0-4a61-b475-1f4203f99210,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:10.337809 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a861d-2c66-454e-ad4d-7ce8285d5c72 req-a341a40c-b352-4109-8b33-c80c7919d12d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:10.340669 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b6a861d-2c66-454e-ad4d-7ce8285d5c72 req-a341a40c-b352-4109-8b33-c80c7919d12d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0926030 Jul 15 19:07:10.393785 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b6a861d-2c66-454e-ad4d-7ce8285d5c72 req-b37be204-1639-402e-bfb8-55811a21b706 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464106 Jul 15 19:07:10.503180 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 819fd075-0912-44df-a551-e46a1e10dab7 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:07:10.681208 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 819fd075-0912-44df-a551-e46a1e10dab7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=819fd075-0912-44df-a551-e46a1e10dab7,segment=NetworkSegment(17cd5103-e96d-4091-b84e-3860112085b9),segment_id=17cd5103-e96d-4091-b84e-3860112085b9)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:10.702845 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '819fd075-0912-44df-a551-e46a1e10dab7', 'network_id': '9ba45074-bca6-45f9-a999-fc25ac9f400e', 'port_id': '819fd075-0912-44df-a551-e46a1e10dab7', 'mac_address': 'fa:16:3e:25:24:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8730c1df-da2f-4c14-90c9-05a692225cfc', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:07:10.769950 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:10.785636 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819fd075-0912-44df-a551-e46a1e10dab7 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:07:10.819817 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 819fd075-0912-44df-a551-e46a1e10dab7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=819fd075-0912-44df-a551-e46a1e10dab7,segment=NetworkSegment(17cd5103-e96d-4091-b84e-3860112085b9),segment_id=17cd5103-e96d-4091-b84e-3860112085b9)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:10.826078 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:10.842222 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df8d8e-0e59-4f28-a0fa-ef73748fcd39 req-91c836be-3927-4c32-8ea1-e224f99d3f69 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:10.844434 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3df8d8e-0e59-4f28-a0fa-ef73748fcd39 req-91c836be-3927-4c32-8ea1-e224f99d3f69 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 948 time: 0.0964375 Jul 15 19:07:10.887346 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=819fd075-0912-44df-a551-e46a1e10dab7,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:10.898691 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:10.899227 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:10.900099 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:10.900816 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:10.901341 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:10.902123 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:10.903009 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:10.903650 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:10.904154 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:10.904766 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:10.905309 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:10.905968 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:10.916587 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3df8d8e-0e59-4f28-a0fa-ef73748fcd39 req-dc57f165-e2fc-4b85-8f7a-bd44285a4fe5 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593634 Jul 15 19:07:11.148117 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['819fd075-0912-44df-a551-e46a1e10dab7'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:07:11.664378 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:11.732115 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0b96f-6f0f-4987-8d3d-698ef0d9d42d req-af3b1d7c-cc64-49d0-91ac-9289ffac3ba4 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:11.746963 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8fe0b96f-6f0f-4987-8d3d-698ef0d9d42d req-af3b1d7c-cc64-49d0-91ac-9289ffac3ba4 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1136208 Jul 15 19:07:11.823094 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8fe0b96f-6f0f-4987-8d3d-698ef0d9d42d req-9d706a9e-3771-4486-9b8f-765dfdaf5b73 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711868 Jul 15 19:07:12.170628 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524327b-f69d-4571-97e7-8d37c3135c67 req-032c4f99-81a6-4707-ab00-03523dff1d3c tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:12.173166 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d524327b-f69d-4571-97e7-8d37c3135c67 req-032c4f99-81a6-4707-ab00-03523dff1d3c tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 949 time: 0.1003354 Jul 15 19:07:12.253305 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d524327b-f69d-4571-97e7-8d37c3135c67 req-f2c39ea9-4ba9-4ee6-8403-3429aed78508 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693293 Jul 15 19:07:12.268024 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50036) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:12.464211 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b037-70c1-4065-a1f1-8fbb2d3dee72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:12.606717 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b037-70c1-4065-a1f1-8fbb2d3dee72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:12.613985 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b037-70c1-4065-a1f1-8fbb2d3dee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:12.662115 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8ba1b037-70c1-4065-a1f1-8fbb2d3dee72 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c7f558a2c33749478d1290c90c372314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3925610 Jul 15 19:07:12.664756 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1b037-70c1-4065-a1f1-8fbb2d3dee72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb84a3c-07f1-4a65-b9ee-05844e71c4b2,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:12.667491 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 50054) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:12.741899 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b9a29c9-fb43-4eec-bbff-2660bf8a04ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:12.784380 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b9a29c9-fb43-4eec-bbff-2660bf8a04ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:12.854630 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b9a29c9-fb43-4eec-bbff-2660bf8a04ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:12.857450 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b9a29c9-fb43-4eec-bbff-2660bf8a04ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:12.858764 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7b9a29c9-fb43-4eec-bbff-2660bf8a04ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cdb84a3c-07f1-4a65-b9ee-05844e71c4b2 HTTP/1.1" status: 204 len: 168 time: 0.1897621 Jul 15 19:07:12.874416 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a29c9-fb43-4eec-bbff-2660bf8a04ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb84a3c-07f1-4a65-b9ee-05844e71c4b2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:13.055375 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac791895-73b8-486f-b540-c916a555c5cc req-8eb80c6a-ab08-4709-aa5e-34fbbee73f80 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:13.057288 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac791895-73b8-486f-b540-c916a555c5cc req-8eb80c6a-ab08-4709-aa5e-34fbbee73f80 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0822067 Jul 15 19:07:13.099607 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac791895-73b8-486f-b540-c916a555c5cc req-62f612dd-3a08-4d71-be25-907ac7200cea tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362749 Jul 15 19:07:13.455239 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598fda7-314b-4ce4-bae9-9a065f41b40e req-8f72f5e8-d913-4d67-b771-75c41d82d44f tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:13.457010 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8598fda7-314b-4ce4-bae9-9a065f41b40e req-8f72f5e8-d913-4d67-b771-75c41d82d44f tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 949 time: 0.0744221 Jul 15 19:07:13.464310 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 819fd075-0912-44df-a551-e46a1e10dab7 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:13.537030 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8598fda7-314b-4ce4-bae9-9a065f41b40e req-45083674-26bf-4959-a470-e8d0a8199e63 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588806 Jul 15 19:07:13.556970 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port 819fd075-0912-44df-a551-e46a1e10dab7 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:13.561441 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 819fd075-0912-44df-a551-e46a1e10dab7 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:13.561818 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:13.664844 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:13.703984 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed22b5b3-f8b5-4d01-b518-b7398bde66f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819fd075-0912-44df-a551-e46a1e10dab7'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:07:13.706804 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b839b5-a382-43ed-a9d7-1bbe2eb9ee29" -d '{"events": [{"server_uuid": "ed22b5b3-f8b5-4d01-b518-b7398bde66f4", "name": "network-vif-plugged", "status": "completed", "tag": "819fd075-0912-44df-a551-e46a1e10dab7"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:07:13.737295 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 819fd075-0912-44df-a551-e46a1e10dab7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=819fd075-0912-44df-a551-e46a1e10dab7,segment=NetworkSegment(17cd5103-e96d-4091-b84e-3860112085b9),segment_id=17cd5103-e96d-4091-b84e-3860112085b9)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:13.744978 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:13.779696 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156a7c76-45e7-4b20-9b03-06f4e8bef642 x-openstack-request-id: req-156a7c76-45e7-4b20-9b03-06f4e8bef642 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:07:13.779987 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed22b5b3-f8b5-4d01-b518-b7398bde66f4", "name": "network-vif-plugged", "status": "completed", "tag": "819fd075-0912-44df-a551-e46a1e10dab7", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:07:13.780235 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-156a7c76-45e7-4b20-9b03-06f4e8bef642 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:07:13.780819 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed22b5b3-f8b5-4d01-b518-b7398bde66f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819fd075-0912-44df-a551-e46a1e10dab7', 'code': 200} Jul 15 19:07:13.826223 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=819fd075-0912-44df-a551-e46a1e10dab7,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:14.113783 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24cbe4-32ae-43b5-9367-7b427320dd12 req-584a8afc-fb80-4762-9f87-52351af02296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:14.115402 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a24cbe4-32ae-43b5-9367-7b427320dd12 req-584a8afc-fb80-4762-9f87-52351af02296 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 1103 time: 0.0835304 Jul 15 19:07:14.162017 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a24cbe4-32ae-43b5-9367-7b427320dd12 req-7547cd1b-a52e-491a-b4df-6e3f50702351 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368001 Jul 15 19:07:14.303769 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b3b92-5813-479e-8483-76cc792b2b72 req-614b2beb-ba9d-453e-998f-69a6f80d1477 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:14.305479 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2b9b3b92-5813-479e-8483-76cc792b2b72 req-614b2beb-ba9d-453e-998f-69a6f80d1477 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0813634 Jul 15 19:07:14.357483 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2b9b3b92-5813-479e-8483-76cc792b2b72 req-df4f95a4-26b3-4e32-b6b7-f586d0807b5b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Jul 15 19:07:14.723859 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e602b9-c943-45b1-84a5-383cda1e1019 req-f1e1b51a-6e65-4b6d-a0e7-03757b235321 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:14.729443 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21e602b9-c943-45b1-84a5-383cda1e1019 req-f1e1b51a-6e65-4b6d-a0e7-03757b235321 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 950 time: 0.0681245 Jul 15 19:07:14.767311 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21e602b9-c943-45b1-84a5-383cda1e1019 req-033cc356-2a7d-40b4-8992-763d57f0b610 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360107 Jul 15 19:07:15.279080 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 50210) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:15.473835 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7fedf5fe-eb38-4b83-b0dd-9bd476a98fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:15.667841 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7fedf5fe-eb38-4b83-b0dd-9bd476a98fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:15.676082 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7fedf5fe-eb38-4b83-b0dd-9bd476a98fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:15.707288 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0dec6-8206-48ed-aa1c-a15e36ff146a req-96673546-9dbe-41ca-af97-5ff6587707ed tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:15.708776 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-91d0dec6-8206-48ed-aa1c-a15e36ff146a req-96673546-9dbe-41ca-af97-5ff6587707ed tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1492083 Jul 15 19:07:15.735398 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7fedf5fe-eb38-4b83-b0dd-9bd476a98fe1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb420a07b54e46c8baf1b99271652176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524393 Jul 15 19:07:15.735548 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 50232) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:15.742755 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedf5fe-eb38-4b83-b0dd-9bd476a98fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec27793-ddc6-4e4f-8195-de8b4ed93067,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:15.779750 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-91d0dec6-8206-48ed-aa1c-a15e36ff146a req-5f122a19-66c9-464c-965e-a494a71a3298 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642743 Jul 15 19:07:15.813279 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-56b77f62-7446-46c0-8413-12dcb77278d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:15.836731 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-56b77f62-7446-46c0-8413-12dcb77278d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:15.903742 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-56b77f62-7446-46c0-8413-12dcb77278d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:15.908238 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-56b77f62-7446-46c0-8413-12dcb77278d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:15.913769 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-56b77f62-7446-46c0-8413-12dcb77278d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ec27793-ddc6-4e4f-8195-de8b4ed93067 HTTP/1.1" status: 204 len: 168 time: 0.1767588 Jul 15 19:07:15.958385 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b77f62-7446-46c0-8413-12dcb77278d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec27793-ddc6-4e4f-8195-de8b4ed93067,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:16.015911 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df24719-5cc5-43e9-978a-f43315aaf659 req-cb6be606-0114-44f6-81b6-3ea3c9610831 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:16.026731 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8df24719-5cc5-43e9-978a-f43315aaf659 req-cb6be606-0114-44f6-81b6-3ea3c9610831 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 950 time: 0.1116669 Jul 15 19:07:16.076114 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8df24719-5cc5-43e9-978a-f43315aaf659 req-13ada947-e32b-4fa1-8580-c3f39855dfd9 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482113 Jul 15 19:07:16.081299 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50250) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:16.220410 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-404bf015-fcee-48a7-8257-d39fcfd438f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.288103 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 50264) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:16.303965 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d752dbe-fbc5-41ed-a1c7-98dc8e7fae82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.367938 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-404bf015-fcee-48a7-8257-d39fcfd438f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.373504 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-404bf015-fcee-48a7-8257-d39fcfd438f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.426559 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-404bf015-fcee-48a7-8257-d39fcfd438f9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9650f59c800d4dcd8b5bc282850402f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440273 Jul 15 19:07:16.429880 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50270) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:16.491064 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bf015-fcee-48a7-8257-d39fcfd438f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eac74ca-3199-4fbb-97b0-152b520b6e7f,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:16.526707 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b4e5acec-b238-4211-9c90-a996cc420f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.546190 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dc13b9d1-789d-40eb-bbaa-afec699380a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.558224 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d752dbe-fbc5-41ed-a1c7-98dc8e7fae82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.569324 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d752dbe-fbc5-41ed-a1c7-98dc8e7fae82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.590862 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dc13b9d1-789d-40eb-bbaa-afec699380a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.624090 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8d752dbe-fbc5-41ed-a1c7-98dc8e7fae82 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5206527f937940c09ccd5199c474d6ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349552 Jul 15 19:07:16.628349 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 50278) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:16.639724 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d752dbe-fbc5-41ed-a1c7-98dc8e7fae82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed611cca-880b-47e8-8c02-b411b5995494,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:16.717751 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ad3e827-8a3a-43ab-be1b-3ed239aca7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.742205 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ad3e827-8a3a-43ab-be1b-3ed239aca7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.748718 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13689583-ce55-4e88-a879-9ee94ea8e98a req-fc822dbe-7681-40d9-b744-a54c752890b7 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:16.753641 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-13689583-ce55-4e88-a879-9ee94ea8e98a req-fc822dbe-7681-40d9-b744-a54c752890b7 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 950 time: 0.1112735 Jul 15 19:07:16.755523 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dc13b9d1-789d-40eb-bbaa-afec699380a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.761351 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dc13b9d1-789d-40eb-bbaa-afec699380a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.765572 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-dc13b9d1-789d-40eb-bbaa-afec699380a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1eac74ca-3199-4fbb-97b0-152b520b6e7f HTTP/1.1" status: 204 len: 168 time: 0.3346598 Jul 15 19:07:16.800654 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13b9d1-789d-40eb-bbaa-afec699380a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eac74ca-3199-4fbb-97b0-152b520b6e7f,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:16.817564 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ad3e827-8a3a-43ab-be1b-3ed239aca7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.820475 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ad3e827-8a3a-43ab-be1b-3ed239aca7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:16.828478 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9ad3e827-8a3a-43ab-be1b-3ed239aca7bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ed611cca-880b-47e8-8c02-b411b5995494 HTTP/1.1" status: 204 len: 168 time: 0.1962547 Jul 15 19:07:16.851456 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-13689583-ce55-4e88-a879-9ee94ea8e98a req-90961b12-0192-4713-8884-62c736ec0e0f tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841010 Jul 15 19:07:16.865724 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3e827-8a3a-43ab-be1b-3ed239aca7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed611cca-880b-47e8-8c02-b411b5995494,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:17.067433 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fdcf1-d110-4f82-aa0f-c3641d508660 req-7eeb2adb-0494-4454-9c08-e629a66d78e7 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:17.070985 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9f1fdcf1-d110-4f82-aa0f-c3641d508660 req-7eeb2adb-0494-4454-9c08-e629a66d78e7 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0971408 Jul 15 19:07:17.130138 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9f1fdcf1-d110-4f82-aa0f-c3641d508660 req-a77dc0fd-8dff-464d-a156-577a952d0704 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500226 Jul 15 19:07:17.334661 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 50312) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:17.353753 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c85ad25f-6d8d-450f-a3aa-20734469e0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:17.499437 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c85ad25f-6d8d-450f-a3aa-20734469e0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:17.505109 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c85ad25f-6d8d-450f-a3aa-20734469e0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:17.552757 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50324) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:17.565925 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c85ad25f-6d8d-450f-a3aa-20734469e0b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5171fec86a5f4488ab7051e9c792de5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292194 Jul 15 19:07:17.571624 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ad25f-6d8d-450f-a3aa-20734469e0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa77eea-a370-4842-b39b-d228b1659ac7,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:17.665841 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ffb6b1f4-65cc-4c9a-b992-77e9f9d59f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:17.744416 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ffb6b1f4-65cc-4c9a-b992-77e9f9d59f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:17.822777 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ffb6b1f4-65cc-4c9a-b992-77e9f9d59f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:17.826433 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ffb6b1f4-65cc-4c9a-b992-77e9f9d59f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:17.836359 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ffb6b1f4-65cc-4c9a-b992-77e9f9d59f6d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/daa77eea-a370-4842-b39b-d228b1659ac7 HTTP/1.1" status: 204 len: 168 time: 0.2738633 Jul 15 19:07:17.844397 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6b1f4-65cc-4c9a-b992-77e9f9d59f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa77eea-a370-4842-b39b-d228b1659ac7,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:18.122916 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ded48-74a4-415c-941a-a30144edff52 req-510cbaf1-cde6-4cb2-8f15-5c1886d7f713 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:18.126179 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-641ded48-74a4-415c-941a-a30144edff52 req-510cbaf1-cde6-4cb2-8f15-5c1886d7f713 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 950 time: 0.1026936 Jul 15 19:07:18.180222 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-641ded48-74a4-415c-941a-a30144edff52 req-237eac61-10ba-4a1e-845b-dd503fa94466 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/security-groups?id=9897731e-2e20-4a83-965d-f48feeb81a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447288 Jul 15 19:07:18.391635 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e7f72-ccb2-4462-bc84-92cafbfeacd3 req-24b73636-6d3f-49bb-a590-bb32aefd0738 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:18.393666 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b04e7f72-ccb2-4462-bc84-92cafbfeacd3 req-24b73636-6d3f-49bb-a590-bb32aefd0738 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0994565 Jul 15 19:07:18.449695 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b04e7f72-ccb2-4462-bc84-92cafbfeacd3 req-12ef3f60-d28b-41a2-9bca-e68543aa53e6 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462883 Jul 15 19:07:18.620402 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ceb55-536d-4660-9da1-dd39ba275942 req-e232b944-67aa-40d5-ad66-2733e0d75a4f tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:18.622140 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-882ceb55-536d-4660-9da1-dd39ba275942 req-e232b944-67aa-40d5-ad66-2733e0d75a4f tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 950 time: 0.1154981 Jul 15 19:07:18.747484 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-882ceb55-536d-4660-9da1-dd39ba275942 req-fbb20e00-03e4-487b-a985-12aef6e5aaae tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Deleting port 819fd075-0912-44df-a551-e46a1e10dab7 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:07:18.748292 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-882ceb55-536d-4660-9da1-dd39ba275942 req-fbb20e00-03e4-487b-a985-12aef6e5aaae tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:18.878392 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-882ceb55-536d-4660-9da1-dd39ba275942 req-fbb20e00-03e4-487b-a985-12aef6e5aaae tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] For port 819fd075-0912-44df-a551-e46a1e10dab7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=819fd075-0912-44df-a551-e46a1e10dab7,segment=NetworkSegment(17cd5103-e96d-4091-b84e-3860112085b9),segment_id=17cd5103-e96d-4091-b84e-3860112085b9)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:18.878392 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-882ceb55-536d-4660-9da1-dd39ba275942 req-fbb20e00-03e4-487b-a985-12aef6e5aaae tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:18.906032 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-882ceb55-536d-4660-9da1-dd39ba275942 req-fbb20e00-03e4-487b-a985-12aef6e5aaae tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Calling delete_port for 819fd075-0912-44df-a551-e46a1e10dab7 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:07:19.081261 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-882ceb55-536d-4660-9da1-dd39ba275942 req-fbb20e00-03e4-487b-a985-12aef6e5aaae tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:19.094355 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['819fd075-0912-44df-a551-e46a1e10dab7'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:07:19.118620 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb20e00-03e4-487b-a985-12aef6e5aaae tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Pushing event deleted for resources: {'Port': ['ID=819fd075-0912-44df-a551-e46a1e10dab7,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:19.171382 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-882ceb55-536d-4660-9da1-dd39ba275942 req-fbb20e00-03e4-487b-a985-12aef6e5aaae tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] No DVR routers for this DVR port 819fd075-0912-44df-a551-e46a1e10dab7 on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:07:19.176401 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-882ceb55-536d-4660-9da1-dd39ba275942 req-fbb20e00-03e4-487b-a985-12aef6e5aaae tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:19.179451 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-882ceb55-536d-4660-9da1-dd39ba275942 req-fbb20e00-03e4-487b-a985-12aef6e5aaae tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.81 "DELETE /v2.0/ports/819fd075-0912-44df-a551-e46a1e10dab7 HTTP/1.1" status: 204 len: 173 time: 0.5511272 Jul 15 19:07:19.180752 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed22b5b3-f8b5-4d01-b518-b7398bde66f4', 'name': 'network-vif-deleted', 'tag': '819fd075-0912-44df-a551-e46a1e10dab7'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:07:19.195488 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cee4c5e-e84e-45b5-9fcc-c4e1660d45c8" -d '{"events": [{"server_uuid": "ed22b5b3-f8b5-4d01-b518-b7398bde66f4", "name": "network-vif-deleted", "tag": "819fd075-0912-44df-a551-e46a1e10dab7"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:07:19.257273 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3ce287-cbc3-415c-b575-985e4952cf1f x-openstack-request-id: req-3f3ce287-cbc3-415c-b575-985e4952cf1f {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:07:19.257760 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed22b5b3-f8b5-4d01-b518-b7398bde66f4", "name": "network-vif-deleted", "tag": "819fd075-0912-44df-a551-e46a1e10dab7", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:07:19.258173 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f3ce287-cbc3-415c-b575-985e4952cf1f {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:07:19.258755 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed22b5b3-f8b5-4d01-b518-b7398bde66f4', 'name': 'network-vif-deleted', 'tag': '819fd075-0912-44df-a551-e46a1e10dab7', 'status': 'completed', 'code': 200} Jul 15 19:07:19.476647 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6723090d-44a8-4140-9714-db612c652991 req-e90f53cc-4d1f-4a1d-9240-6f5391298e60 tempest-VolumesNegativeTest-516422784 tempest-VolumesNegativeTest-516422784-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed22b5b3-f8b5-4d01-b518-b7398bde66f4 HTTP/1.1" status: 200 len: 210 time: 0.0696983 Jul 15 19:07:19.704917 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d047d-2cd2-490c-8abd-07af459a3682 req-60be7dd5-1db5-4805-9a45-c54a7d5b38de tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:19.706553 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e1d047d-2cd2-490c-8abd-07af459a3682 req-60be7dd5-1db5-4805-9a45-c54a7d5b38de tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1007116 Jul 15 19:07:19.750417 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e1d047d-2cd2-490c-8abd-07af459a3682 req-6c7f387d-6dbf-4027-96b6-b140b1c12443 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372779 Jul 15 19:07:20.230738 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:20.961401 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9568009-271f-452a-b61d-35162869e9f9 req-6443971a-3153-41d1-a031-0f7531d4db77 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:20.963998 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d9568009-271f-452a-b61d-35162869e9f9 req-6443971a-3153-41d1-a031-0f7531d4db77 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0762157 Jul 15 19:07:21.034347 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d9568009-271f-452a-b61d-35162869e9f9 req-c97bbf1f-2cb5-45d1-8f27-c1460c0c0a35 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621018 Jul 15 19:07:21.162645 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bd1e4166-c874-45d9-bf8b-f4c310165933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.049550 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 50678) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:22.074637 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.171361 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 50684) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:22.286177 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa19bdf-d86f-4abb-b5d6-9915da2dbbdf req-4e448a47-69b1-4411-9cef-411a7f9c26ad tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:22.288738 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5fa19bdf-d86f-4abb-b5d6-9915da2dbbdf req-4e448a47-69b1-4411-9cef-411a7f9c26ad tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1398335 Jul 15 19:07:22.334955 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5fa19bdf-d86f-4abb-b5d6-9915da2dbbdf req-fba2aa00-da65-4252-ab09-68b79e921915 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 Jul 15 19:07:22.340222 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-356ca97a-3002-4bdf-9805-e39dca6069b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.376931 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99d40299-a25c-4235-a1c2-6e001f6a64e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.484979 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-356ca97a-3002-4bdf-9805-e39dca6069b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.497543 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-356ca97a-3002-4bdf-9805-e39dca6069b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.554982 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-356ca97a-3002-4bdf-9805-e39dca6069b1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e254dca2bf4b47838e54e7982884bf0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823087 Jul 15 19:07:22.555903 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ca97a-3002-4bdf-9805-e39dca6069b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a615487e-826d-4fba-b290-ec5bc8918c66,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:22.558332 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50702) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:22.637090 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd0a2989-819c-4c4f-89e0-44cfd7d5fa0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.642449 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99d40299-a25c-4235-a1c2-6e001f6a64e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.648286 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99d40299-a25c-4235-a1c2-6e001f6a64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.662807 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd0a2989-819c-4c4f-89e0-44cfd7d5fa0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.692275 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-99d40299-a25c-4235-a1c2-6e001f6a64e5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f50a710a68e4490aaa81af20a2187635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6408043 Jul 15 19:07:22.694452 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d40299-a25c-4235-a1c2-6e001f6a64e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99144980-f74b-44a7-ba83-b223b68cd98a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:22.695253 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50712) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:22.755595 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2cd0-6cb0-4ffe-92b6-b46e8f9fcf96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.758770 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd0a2989-819c-4c4f-89e0-44cfd7d5fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.761583 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd0a2989-819c-4c4f-89e0-44cfd7d5fa0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.763460 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-cd0a2989-819c-4c4f-89e0-44cfd7d5fa0d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a615487e-826d-4fba-b290-ec5bc8918c66 HTTP/1.1" status: 204 len: 168 time: 0.2035570 Jul 15 19:07:22.781894 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a2989-819c-4c4f-89e0-44cfd7d5fa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a615487e-826d-4fba-b290-ec5bc8918c66,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:22.819243 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2cd0-6cb0-4ffe-92b6-b46e8f9fcf96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.879983 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2cd0-6cb0-4ffe-92b6-b46e8f9fcf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.884451 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2cd0-6cb0-4ffe-92b6-b46e8f9fcf96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:22.889637 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e2ae2cd0-6cb0-4ffe-92b6-b46e8f9fcf96 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/99144980-f74b-44a7-ba83-b223b68cd98a HTTP/1.1" status: 204 len: 168 time: 0.1931407 Jul 15 19:07:22.934641 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae2cd0-6cb0-4ffe-92b6-b46e8f9fcf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99144980-f74b-44a7-ba83-b223b68cd98a,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:23.308986 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50784) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:23.393801 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50792) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:23.417050 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f8dc8edd-2691-4f22-8694-78c8a791bd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:23.520510 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 819fd075-0912-44df-a551-e46a1e10dab7 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:07:23.578026 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: 819fd075-0912-44df-a551-e46a1e10dab7 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:07:23.578269 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2376c85-b45f-46d7-a1db-0bb52d024c61 req-a4407d14-4069-4799-a6f4-263f42287642 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:23.578884 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 819fd075-0912-44df-a551-e46a1e10dab7 not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:07:23.579623 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e2376c85-b45f-46d7-a1db-0bb52d024c61 req-a4407d14-4069-4799-a6f4-263f42287642 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1065273 Jul 15 19:07:23.611210 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:23.628456 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f8dc8edd-2691-4f22-8694-78c8a791bd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:23.639523 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f8dc8edd-2691-4f22-8694-78c8a791bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:23.674804 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc8edd-2691-4f22-8694-78c8a791bd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dfd463-7f93-4933-9bd4-bc1382b071ed,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:23.699704 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e2376c85-b45f-46d7-a1db-0bb52d024c61 req-731ef6da-f532-4fc3-b8ba-e745ce12086d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120651 Jul 15 19:07:23.708908 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-efa8afc6-41d1-4b76-9ce1-b5209e7eb5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:23.742369 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 50804) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:23.742877 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f8dc8edd-2691-4f22-8694-78c8a791bd87 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fbcf23fbc8214b669388683e816eeabe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471448 Jul 15 19:07:23.805820 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0510d515-b615-439f-9fde-cdfdd1b849fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:23.837486 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0510d515-b615-439f-9fde-cdfdd1b849fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:23.865737 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-efa8afc6-41d1-4b76-9ce1-b5209e7eb5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:23.871624 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-efa8afc6-41d1-4b76-9ce1-b5209e7eb5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:23.915314 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8afc6-41d1-4b76-9ce1-b5209e7eb5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e36e4b-029e-49ab-929b-8b8116c73482,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:23.920115 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-efa8afc6-41d1-4b76-9ce1-b5209e7eb5b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f682bdad0f15478dbede63aea584150d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6078494 Jul 15 19:07:23.924236 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50822) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:23.937458 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0510d515-b615-439f-9fde-cdfdd1b849fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:23.941400 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0510d515-b615-439f-9fde-cdfdd1b849fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:23.943606 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0510d515-b615-439f-9fde-cdfdd1b849fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51dfd463-7f93-4933-9bd4-bc1382b071ed HTTP/1.1" status: 204 len: 168 time: 0.1992171 Jul 15 19:07:23.959449 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510d515-b615-439f-9fde-cdfdd1b849fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dfd463-7f93-4933-9bd4-bc1382b071ed,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:23.993096 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6a9bfb32-3d93-4915-b610-2f7f65294798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:24.020308 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6a9bfb32-3d93-4915-b610-2f7f65294798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:24.096582 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6a9bfb32-3d93-4915-b610-2f7f65294798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:24.102627 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6a9bfb32-3d93-4915-b610-2f7f65294798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:24.106733 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6a9bfb32-3d93-4915-b610-2f7f65294798 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21e36e4b-029e-49ab-929b-8b8116c73482 HTTP/1.1" status: 204 len: 168 time: 0.1801088 Jul 15 19:07:24.115271 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bfb32-3d93-4915-b610-2f7f65294798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e36e4b-029e-49ab-929b-8b8116c73482,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:24.594672 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50872) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:24.622282 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b63cb7a6-bd77-4bf1-a6e0-bc838ec4c03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:24.833914 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b63cb7a6-bd77-4bf1-a6e0-bc838ec4c03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:24.847254 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b63cb7a6-bd77-4bf1-a6e0-bc838ec4c03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:24.958897 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cb7a6-bd77-4bf1-a6e0-bc838ec4c03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50021220-5a7a-4253-83e2-80f336637b88,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:24.966820 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b63cb7a6-bd77-4bf1-a6e0-bc838ec4c03c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=363e6f4668804c89ba82a6d60f3cf737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709230 Jul 15 19:07:24.969600 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50914) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:25.096403 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:25.125892 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:25.146393 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b55b03-2395-4700-ba0e-416a6c3091be req-dcd63d1f-6f9f-42de-8e61-1380640588c4 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:25.148003 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-83b55b03-2395-4700-ba0e-416a6c3091be req-dcd63d1f-6f9f-42de-8e61-1380640588c4 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1512878 Jul 15 19:07:25.218710 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-83b55b03-2395-4700-ba0e-416a6c3091be req-8c5d7582-d7c0-4843-acde-c1583831016a tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553367 Jul 15 19:07:25.251663 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:25.256974 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:25.258439 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/50021220-5a7a-4253-83e2-80f336637b88 HTTP/1.1" status: 204 len: 168 time: 0.2855389 Jul 15 19:07:25.281375 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50021220-5a7a-4253-83e2-80f336637b88,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:25.296908 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:25.300991 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:25.301667 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:25.302200 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:25.305727 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:25.306323 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:25.307041 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:25.307737 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:25.308253 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:25.309003 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:25.311006 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:25.311594 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c930b48-5137-49c6-ab89-80f667ecb1da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:25.749040 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50946) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:25.766685 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-910abe4f-d35a-40a7-b528-a58a9902abc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:25.886661 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-910abe4f-d35a-40a7-b528-a58a9902abc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:25.893375 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-910abe4f-d35a-40a7-b528-a58a9902abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:25.942195 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 50950) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:25.942938 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-910abe4f-d35a-40a7-b528-a58a9902abc2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9bcc37c4696b41c1b416de44e161f25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919250 Jul 15 19:07:25.943986 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910abe4f-d35a-40a7-b528-a58a9902abc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a4f756-0a7c-416a-b456-fe58e1b05be8,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:26.051741 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.062696 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50954) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:26.078412 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.144924 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.147949 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.152419 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60a4f756-0a7c-416a-b456-fe58e1b05be8 HTTP/1.1" status: 204 len: 168 time: 0.2072244 Jul 15 19:07:26.161392 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a4f756-0a7c-416a-b456-fe58e1b05be8,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:26.184212 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:26.184584 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:26.184878 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:26.185510 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:26.185868 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:26.186785 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:26.187359 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:26.187922 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:26.188603 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:26.189034 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:26.189796 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:26.190345 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcabd168-9a2c-4046-9ee9-fa9a848b892c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:26.240885 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10d10fa6-dcd6-4144-96ce-9981a640384f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.432748 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10d10fa6-dcd6-4144-96ce-9981a640384f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.448851 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10d10fa6-dcd6-4144-96ce-9981a640384f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.496140 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 50974) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:26.544528 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d10fa6-dcd6-4144-96ce-9981a640384f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3c396b-3ccc-43f0-9491-791379f7c197,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:26.562221 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418a27-8922-486c-a265-e455dad39183 req-33429eed-5c2b-4344-a263-9ce7827fa775 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:26.563854 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0a418a27-8922-486c-a265-e455dad39183 req-33429eed-5c2b-4344-a263-9ce7827fa775 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1907694 Jul 15 19:07:26.566745 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-10d10fa6-dcd6-4144-96ce-9981a640384f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d618960e9565478686ddae275b779aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5028613 Jul 15 19:07:26.570616 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 50980) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:26.654771 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0a418a27-8922-486c-a265-e455dad39183 req-ff9ec1b1-713b-4cd3-8944-286258427e2d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844953 Jul 15 19:07:26.679099 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d796053-e223-4faa-97a1-f4eb7e5951e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.744850 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d796053-e223-4faa-97a1-f4eb7e5951e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.834658 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ff1e76d9-40e2-4d3a-b559-43fd4868a8a8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=999b9819cd5247eab76d3e50aec36640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372967 Jul 15 19:07:26.837700 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 50990) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:26.853842 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d796053-e223-4faa-97a1-f4eb7e5951e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.858361 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d796053-e223-4faa-97a1-f4eb7e5951e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.859510 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9d796053-e223-4faa-97a1-f4eb7e5951e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff3c396b-3ccc-43f0-9491-791379f7c197 HTTP/1.1" status: 204 len: 168 time: 0.2876418 Jul 15 19:07:26.868528 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d796053-e223-4faa-97a1-f4eb7e5951e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3c396b-3ccc-43f0-9491-791379f7c197,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:26.907741 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de56e70d-dc23-4261-b2d5-9baf9f655b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.937331 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de56e70d-dc23-4261-b2d5-9baf9f655b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.992497 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de56e70d-dc23-4261-b2d5-9baf9f655b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.995299 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de56e70d-dc23-4261-b2d5-9baf9f655b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.996489 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-de56e70d-dc23-4261-b2d5-9baf9f655b94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9897731e-2e20-4a83-965d-f48feeb81a2e HTTP/1.1" status: 204 len: 168 time: 0.1570714 Jul 15 19:07:27.005582 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56e70d-dc23-4261-b2d5-9baf9f655b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9897731e-2e20-4a83-965d-f48feeb81a2e,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:27.931522 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992deebc-d40c-4f33-a4f9-1146ffef9e74 req-6c4abc72-90a1-421b-b16d-b6c9698753af tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:27.933610 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-992deebc-d40c-4f33-a4f9-1146ffef9e74 req-6c4abc72-90a1-421b-b16d-b6c9698753af tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1057982 Jul 15 19:07:28.013722 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-992deebc-d40c-4f33-a4f9-1146ffef9e74 req-5e96ff35-b531-425f-ab84-f13e82a62448 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688202 Jul 15 19:07:28.280875 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 51060) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:28.556820 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-763593622-network', 'tenant_id': '4027187114894275832071280cd2e36d'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:28.587915 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Made reservation on behalf of 4027187114894275832071280cd2e36d for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:07:28.591298 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:28.601739 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:28.748684 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:28.755554 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:28.783795 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:07:28.800501 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82d83a1-9374-452d-af91-d7c2756cd1be,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:28.806352 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:28.806844 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Added segment 880f09a0-515b-492a-8540-6e2975cbbaea of type vlan for network fde56a34-cfb6-471e-8335-26622e2a2854 Jul 15 19:07:28.931354 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:29.031321 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:29.032780 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:29.033342 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:29.091780 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 51096) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:29.092539 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8098421 Jul 15 19:07:29.099881 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-a13f8027-54e9-41f5-8a27-15703ba9a338 admin admin] Request body: {'subnet': {'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-763593622-subnet', 'tenant_id': '4027187114894275832071280cd2e36d', 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:29.159937 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd3be4-b008-4b0b-971b-b365b388214b admin admin] Pushing event updated for resources: {'Network': ['ID=fde56a34-cfb6-471e-8335-26622e2a2854,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:29.173657 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13f8027-54e9-41f5-8a27-15703ba9a338 admin admin] Made reservation on behalf of 4027187114894275832071280cd2e36d for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:07:29.177725 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a13f8027-54e9-41f5-8a27-15703ba9a338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58949685'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:29.188707 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network fde56a34-cfb6-471e-8335-26622e2a2854 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:07:29.286674 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:07:29.368095 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb56e87-b01d-43eb-b073-52b512c04cde req-445d0434-7b59-424f-bc55-efa3bb7c8262 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:29.372207 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffb56e87-b01d-43eb-b073-52b512c04cde req-445d0434-7b59-424f-bc55-efa3bb7c8262 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1166365 Jul 15 19:07:29.434871 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffb56e87-b01d-43eb-b073-52b512c04cde req-5c3a77ca-9b91-4ace-9fdc-51f593502eb4 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515058 Jul 15 19:07:29.525317 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a13f8027-54e9-41f5-8a27-15703ba9a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58955214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58949671'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:29.592115 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f8027-54e9-41f5-8a27-15703ba9a338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=908d85fd-a177-4409-8138-ba0f12d65f43,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:29.604387 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f8027-54e9-41f5-8a27-15703ba9a338 admin admin] Checking segment: {'id': '880f09a0-515b-492a-8540-6e2975cbbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:29.604748 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13f8027-54e9-41f5-8a27-15703ba9a338 admin admin] Network hostable DHCP agents. Network: fde56a34-cfb6-471e-8335-26622e2a2854, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:07:29.626750 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13f8027-54e9-41f5-8a27-15703ba9a338 admin admin] Network fde56a34-cfb6-471e-8335-26622e2a2854 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:07:29.639331 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-a13f8027-54e9-41f5-8a27-15703ba9a338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, fde56a34-cfb6-471e-8335-26622e2a2854) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:29.644315 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f8027-54e9-41f5-8a27-15703ba9a338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:29.644926 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a13f8027-54e9-41f5-8a27-15703ba9a338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:29.652936 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c0810-505a-4f8f-87c0-42ec7366a1aa None None] Network fde56a34-cfb6-471e-8335-26622e2a2854 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:07:29.668980 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a13f8027-54e9-41f5-8a27-15703ba9a338 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5744677 Jul 15 19:07:29.669354 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 51120) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:29.674615 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:29.707392 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3759856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:29.708596 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4088450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3759671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3765727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6534'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:29.785406 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:29.879972 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cee363a-aa5f-5a1d-b56f-d46260367570-fde56a34-cfb6-471e-8335-26622e2a2854', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'tenant_id': '4027187114894275832071280cd2e36d', 'fixed_ips': [{'subnet_id': '908d85fd-a177-4409-8138-ba0f12d65f43'}]}} from dv-cinder-780933-11-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:07:29.880859 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.003166 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3759765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6548'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.102839 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Allocated IP 172.20.0.2 (fde56a34-cfb6-471e-8335-26622e2a2854/908d85fd-a177-4409-8138-ba0f12d65f43/8e5836ec-950b-4277-bd8e-49e40be7743d) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:07:30.116823 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 51138) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:30.254969 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b1fc-b136-4b76-af3b-8b54ae77e1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.279689 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.286276 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.289395 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Transition to ACTIVE for port object 8e5836ec-950b-4277-bd8e-49e40be7743d will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:30.307497 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Transition to ACTIVE for port object 8e5836ec-950b-4277-bd8e-49e40be7743d will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:30.308457 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.316495 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.364412 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b1fc-b136-4b76-af3b-8b54ae77e1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.370044 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Pushing event updated for resources: {'Port': ['ID=8e5836ec-950b-4277-bd8e-49e40be7743d,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:30.370260 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b1fc-b136-4b76-af3b-8b54ae77e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.374196 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Network fde56a34-cfb6-471e-8335-26622e2a2854 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:07:30.376406 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:30.380157 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:07:30.436198 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3b1fc-b136-4b76-af3b-8b54ae77e1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5dff66-6ec1-4b46-8ef8-4c76a536214b,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:30.443340 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Allocated IP 172.27.1.67 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/621e6411-3328-45d1-b605-98a207fcf0a0) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:07:30.454424 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b3a3b1fc-b136-4b76-af3b-8b54ae77e1f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d7c65a33b254015b34da0f1b361bf63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364468 Jul 15 19:07:30.457075 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 51150) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:30.465457 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Attempting to bind port 8e5836ec-950b-4277-bd8e-49e40be7743d on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:07:30.466238 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Attempting to bind port 8e5836ec-950b-4277-bd8e-49e40be7743d by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '880f09a0-515b-492a-8540-6e2975cbbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:07:30.466786 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Attempting to bind port 8e5836ec-950b-4277-bd8e-49e40be7743d on network fde56a34-cfb6-471e-8335-26622e2a2854 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:07:30.489543 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:07:30.491129 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Checking segment: {'id': '880f09a0-515b-492a-8540-6e2975cbbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:30.491847 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.494536 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Bound using segment: {'id': '880f09a0-515b-492a-8540-6e2975cbbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:07:30.496742 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Bound port: 8e5836ec-950b-4277-bd8e-49e40be7743d, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880f09a0-515b-492a-8540-6e2975cbbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:07:30.497997 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.546729 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ba04235b-1d28-4a5c-8215-1b6a5a1ae128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.589493 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] For port 8e5836ec-950b-4277-bd8e-49e40be7743d, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:07:30.595534 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] For port 8e5836ec-950b-4277-bd8e-49e40be7743d, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=8e5836ec-950b-4277-bd8e-49e40be7743d,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:07:30.604862 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.619150 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ba04235b-1d28-4a5c-8215-1b6a5a1ae128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.623214 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.670915 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.688329 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598af4ac-a21e-4fc1-86d0-39beb8f74b0a None None] Pushing event updated for resources: {'Port': ['ID=8e5836ec-950b-4277-bd8e-49e40be7743d,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:30.715214 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:07:30.719235 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:30.729111 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:07:30.762025 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fce53e-60ee-4728-9404-5462020a50a6 req-401903b4-7228-4d64-9a27-0dcd46bee7ee tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:30.769112 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-41fce53e-60ee-4728-9404-5462020a50a6 req-401903b4-7228-4d64-9a27-0dcd46bee7ee tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1300654 Jul 15 19:07:30.771830 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ba04235b-1d28-4a5c-8215-1b6a5a1ae128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.774487 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ba04235b-1d28-4a5c-8215-1b6a5a1ae128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:30.775604 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ba04235b-1d28-4a5c-8215-1b6a5a1ae128 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b5dff66-6ec1-4b46-8ef8-4c76a536214b HTTP/1.1" status: 204 len: 168 time: 0.3153689 Jul 15 19:07:30.777715 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Pushing event updated for resources: {'Port': ['ID=621e6411-3328-45d1-b605-98a207fcf0a0,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:30.803226 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04235b-1d28-4a5c-8215-1b6a5a1ae128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5dff66-6ec1-4b46-8ef8-4c76a536214b,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:30.838987 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-41fce53e-60ee-4728-9404-5462020a50a6 req-ea96d3f7-0e1d-4a12-8671-6f0c5671346a tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686889 Jul 15 19:07:31.377305 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 51176) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:31.400134 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-af148a94-73e2-4b69-bb67-ead7f2537672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:31.476162 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:31.573039 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-af148a94-73e2-4b69-bb67-ead7f2537672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:31.582244 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-af148a94-73e2-4b69-bb67-ead7f2537672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:31.629689 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-af148a94-73e2-4b69-bb67-ead7f2537672 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=57e1f2544e2f42ef976ce629ef6cece8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502701 Jul 15 19:07:31.631284 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af148a94-73e2-4b69-bb67-ead7f2537672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d46c359-4fcd-4dc9-ac19-c07059be67bc,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:31.633844 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 51180) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:31.697922 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7ec35da0-a743-4be5-b9ea-827a23142bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:31.739137 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 8e5836ec-950b-4277-bd8e-49e40be7743d up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:31.739761 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7ec35da0-a743-4be5-b9ea-827a23142bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:31.783570 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759616'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:31.808935 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7ec35da0-a743-4be5-b9ea-827a23142bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:31.815556 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7ec35da0-a743-4be5-b9ea-827a23142bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:31.822511 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7ec35da0-a743-4be5-b9ea-827a23142bfd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3d46c359-4fcd-4dc9-ac19-c07059be67bc HTTP/1.1" status: 204 len: 168 time: 0.1864166 Jul 15 19:07:31.835633 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec35da0-a743-4be5-b9ea-827a23142bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d46c359-4fcd-4dc9-ac19-c07059be67bc,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:31.875456 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 8e5836ec-950b-4277-bd8e-49e40be7743d completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:31.969248 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 is scheduled to L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:07:32.193605 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9695369f-580f-4869-936b-97db1fe388c1 None None] Network fde56a34-cfb6-471e-8335-26622e2a2854 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:07:32.348344 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:07:32.365004 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Sync routers for ids ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:07:32.398078 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Routers {'1a77c39e-0454-4e6e-8e8f-caa6e04e7417'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:07:32.400387 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:07:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:32.413638 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:32.416049 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-477fe5b1-3b2f-4ac7-8a27-bf7975177d51 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7453539 Jul 15 19:07:32.419907 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 51206) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:32.473007 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e31e56-109b-4cb4-a4aa-9e333adf54c8 req-a050358a-4f34-41b0-9991-fa2837bf4b72 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:32.497683 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b2e31e56-109b-4cb4-a4aa-9e333adf54c8 req-a050358a-4f34-41b0-9991-fa2837bf4b72 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.3698335 Jul 15 19:07:32.582911 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-80fd5ffa-bdc7-4a32-9631-6d0a50d14982 None None] Provisioning for port 8e5836ec-950b-4277-bd8e-49e40be7743d completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:32.594920 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b2e31e56-109b-4cb4-a4aa-9e333adf54c8 req-0c423b0a-6234-43d7-9341-ab0e6f95f46d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892456 Jul 15 19:07:32.599893 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-80fd5ffa-bdc7-4a32-9631-6d0a50d14982 None None] Provisioning complete for port 8e5836ec-950b-4277-bd8e-49e40be7743d triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:32.600328 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-80fd5ffa-bdc7-4a32-9631-6d0a50d14982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:32.605246 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Set router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:07:32.823592 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-80fd5ffa-bdc7-4a32-9631-6d0a50d14982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:32.877675 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:07:31Z', 'revision_number': 3, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port': {'id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:30Z', 'updated_at': '2021-07-15T19:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:32.880580 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-80fd5ffa-bdc7-4a32-9631-6d0a50d14982 None None] For port 8e5836ec-950b-4277-bd8e-49e40be7743d, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=8e5836ec-950b-4277-bd8e-49e40be7743d,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:32.893532 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-80fd5ffa-bdc7-4a32-9631-6d0a50d14982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:32.913030 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Checking router: 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:07:32.913716 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Updating router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 port 621e6411-3328-45d1-b605-98a207fcf0a0 binding host dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:07:32.975049 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:33.022465 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd5ffa-bdc7-4a32-9631-6d0a50d14982 None None] Pushing event updated for resources: {'Port': ['ID=8e5836ec-950b-4277-bd8e-49e40be7743d,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:33.125775 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-053f9d8b-6a49-46ae-a37e-4ca20f945ed4 None None] Provisioning complete for port 8e5836ec-950b-4277-bd8e-49e40be7743d triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:33.126232 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-053f9d8b-6a49-46ae-a37e-4ca20f945ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:33.246729 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:33.380116 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:33.398359 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Transition to ACTIVE for port object 621e6411-3328-45d1-b605-98a207fcf0a0 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:33.407036 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:33.444825 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Allocated IP 172.20.0.1 (fde56a34-cfb6-471e-8335-26622e2a2854/908d85fd-a177-4409-8138-ba0f12d65f43/ac092cf9-3a96-4408-ae5d-7498c03670e2) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:07:33.476485 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Attempting to bind port 621e6411-3328-45d1-b605-98a207fcf0a0 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:07:33.477002 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Attempting to bind port 621e6411-3328-45d1-b605-98a207fcf0a0 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:07:33.477588 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Attempting to bind port 621e6411-3328-45d1-b605-98a207fcf0a0 on network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:07:33.491718 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Pushing event updated for resources: {'Port': ['ID=621e6411-3328-45d1-b605-98a207fcf0a0,revision_number=2']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:33.500825 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:07:33.500825 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Checking segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:33.501270 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:33.501617 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Bound using segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:07:33.502095 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Bound port: 621e6411-3328-45d1-b605-98a207fcf0a0, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:07:33.502476 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:33.506863 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:33.506863 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:33.507320 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:33.507476 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:33.507855 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:33.508021 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:33.508333 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:33.508718 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:33.509164 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:33.509511 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:33.509824 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:33.510210 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:07:33.611924 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] For port 621e6411-3328-45d1-b605-98a207fcf0a0, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:07:33.626633 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] For port 621e6411-3328-45d1-b605-98a207fcf0a0, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=621e6411-3328-45d1-b605-98a207fcf0a0,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:07:33.643840 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:33.670944 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 8e5836ec-950b-4277-bd8e-49e40be7743d up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:33.686759 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:33.704533 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Transition to ACTIVE for port object ac092cf9-3a96-4408-ae5d-7498c03670e2 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:33.706121 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Routers {'1a77c39e-0454-4e6e-8e8f-caa6e04e7417'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:07:33.707023 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:07:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:33.764163 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:33.854808 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 8e5836ec-950b-4277-bd8e-49e40be7743d triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:33.855414 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:33.860411 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Network fde56a34-cfb6-471e-8335-26622e2a2854 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:07:33.881987 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:33.912235 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:07:33.960199 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ca3c8-3107-4e15-b555-5a6decdd18ee None None] Pushing event updated for resources: {'Port': ['ID=621e6411-3328-45d1-b605-98a207fcf0a0,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:33.976853 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] Set router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:07:34.017544 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Pushing event updated for resources: {'Port': ['ID=ac092cf9-3a96-4408-ae5d-7498c03670e2,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:34.047662 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088375'] for router_interface, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:34.088621 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a6146-65ea-4ec4-8aee-a0f4569aeb3f req-56a22a0e-a189-491f-977a-e6a0a6b36a5f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:34.091272 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-364a6146-65ea-4ec4-8aee-a0f4569aeb3f req-56a22a0e-a189-491f-977a-e6a0a6b36a5f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1191812 Jul 15 19:07:34.147671 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-364a6146-65ea-4ec4-8aee-a0f4569aeb3f req-c5b2ca1c-0d2f-47fc-8674-16df68467baf tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498254 Jul 15 19:07:34.170639 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ebbd0628-63db-47ed-9985-5b16f20bce2d None None] Provisioning for port ac092cf9-3a96-4408-ae5d-7498c03670e2 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:34.175158 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ebbd0628-63db-47ed-9985-5b16f20bce2d None None] Provisioning complete for port ac092cf9-3a96-4408-ae5d-7498c03670e2 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:34.175599 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0628-63db-47ed-9985-5b16f20bce2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:34.234868 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd0628-63db-47ed-9985-5b16f20bce2d None None] Port ac092cf9-3a96-4408-ae5d-7498c03670e2 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:07:34.256014 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:34.362773 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:07:31Z', 'revision_number': 3, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port': {'id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:30Z', 'updated_at': '2021-07-15T19:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:34.392313 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2165d1d-3865-402b-8bcc-5330b8857a35 None None] The sync data for ids ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'] in dv-cinder-780933-11-iscsi is: [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:07:31Z', 'revision_number': 3, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port': {'id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:30Z', 'updated_at': '2021-07-15T19:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:07:34.749467 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:34.756900 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58955099'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:34.868404 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4088387'] for router_interface, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:34.878260 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Pushing event updated for resources: {'Port': ['ID=ac092cf9-3a96-4408-ae5d-7498c03670e2,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:35.026384 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Network fde56a34-cfb6-471e-8335-26622e2a2854 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:07:35.030139 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:35.259291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:07:35.400004 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-647411c6-87a1-44db-b20a-18a7ba291c7e None None] Provisioning complete for port ac092cf9-3a96-4408-ae5d-7498c03670e2 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:35.401023 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-647411c6-87a1-44db-b20a-18a7ba291c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:35.451196 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-647411c6-87a1-44db-b20a-18a7ba291c7e None None] Port ac092cf9-3a96-4408-ae5d-7498c03670e2 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:07:35.484075 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83492ddb-c8eb-4adb-916b-756b4c38dce3 req-17d2bbd9-b3ba-403d-b2f9-8aea4c0c04b1 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:35.485917 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-83492ddb-c8eb-4adb-916b-756b4c38dce3 req-17d2bbd9-b3ba-403d-b2f9-8aea4c0c04b1 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0922327 Jul 15 19:07:35.545326 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:07:35.547206 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-83492ddb-c8eb-4adb-916b-756b4c38dce3 req-e402af0c-fd33-4300-87e0-ba335c93bd72 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510530 Jul 15 19:07:35.552367 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-73c7d202-c280-4b4d-9107-246205801a03 admin admin] 10.222.0.78 "PUT /v2.0/routers/1a77c39e-0454-4e6e-8e8f-caa6e04e7417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1296299 Jul 15 19:07:35.674377 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 621e6411-3328-45d1-b605-98a207fcf0a0 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:35.759090 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 621e6411-3328-45d1-b605-98a207fcf0a0 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:35.765645 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 621e6411-3328-45d1-b605-98a207fcf0a0 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:35.766208 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:35.916843 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:35.960318 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port 621e6411-3328-45d1-b605-98a207fcf0a0, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=621e6411-3328-45d1-b605-98a207fcf0a0,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:35.968680 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:36.095560 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=621e6411-3328-45d1-b605-98a207fcf0a0,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:36.341889 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bd629-038f-4fe4-862a-621507b0503e req-0e4340c8-7eb1-4d7d-a140-1b451a39b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:36.346176 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e6bd629-038f-4fe4-862a-621507b0503e req-0e4340c8-7eb1-4d7d-a140-1b451a39b49b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 1099 time: 0.1393037 Jul 15 19:07:36.415764 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e6bd629-038f-4fe4-862a-621507b0503e req-dad4dc33-d8e5-427d-a5be-850d6f221331 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606937 Jul 15 19:07:36.434194 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 51306) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:36.565433 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 51318) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:36.571547 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-850297245-network', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:36.606041 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Made reservation on behalf of 646e82136b6b436dbf58d3d6d8504332 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:07:36.609911 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:36.622599 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:36.706238 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Sync routers for ids ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:07:36.725870 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Routers {'1a77c39e-0454-4e6e-8e8f-caa6e04e7417'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:07:36.726544 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:07:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:36.909685 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:36.928923 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:36.996064 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-77ca9589-edb7-4758-9bae-64ad58cfe1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.053257 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42a199a-2af6-446e-b924-6781312e1de3,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:37.063304 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:07:37.074366 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Set router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:07:37.140854 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdb7ca-bcab-44d9-b21e-2b0e0190698c req-5de5b396-e84a-476b-89ad-148bb23edd20 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:37.169983 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ddbdb7ca-bcab-44d9-b21e-2b0e0190698c req-5de5b396-e84a-476b-89ad-148bb23edd20 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1482191 Jul 15 19:07:37.210069 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.210772 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Added segment ba438b29-093c-4214-871e-951b34d0b153 of type vlan for network 2fe781e9-7b3e-4633-9c17-002eb59808f2 Jul 15 19:07:37.269526 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ddbdb7ca-bcab-44d9-b21e-2b0e0190698c req-629e44e1-f787-480b-a490-55a58c0b9ec8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980320 Jul 15 19:07:37.308797 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.315169 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-77ca9589-edb7-4758-9bae-64ad58cfe1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.324728 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-77ca9589-edb7-4758-9bae-64ad58cfe1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.386955 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-77ca9589-edb7-4758-9bae-64ad58cfe1f2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21120ef9f23e4ef7b547097bb12c1e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9512208 Jul 15 19:07:37.391569 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 51338) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:37.399945 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.401549 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:37.402184 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.414715 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca9589-edb7-4758-9bae-64ad58cfe1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dde85f-8de1-4882-9d0d-eda671344160,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:37.470359 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9037662 Jul 15 19:07:37.474681 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 51340) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:37.483816 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-973e39ad-ae40-4bd9-9684-366c300758b0 admin admin] Request body: {'subnet': {'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-850297245-subnet', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:37.506925 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af06b8-bc96-4400-892a-944fa687d7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=2fe781e9-7b3e-4633-9c17-002eb59808f2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:37.527134 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee4e15be-97c9-44db-bc17-0e3c4e6a9a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.531752 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973e39ad-ae40-4bd9-9684-366c300758b0 admin admin] Made reservation on behalf of 646e82136b6b436dbf58d3d6d8504332 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:07:37.536539 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-973e39ad-ae40-4bd9-9684-366c300758b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58949685'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.565558 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee4e15be-97c9-44db-bc17-0e3c4e6a9a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.587593 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network 2fe781e9-7b3e-4633-9c17-002eb59808f2 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:07:37.678813 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee4e15be-97c9-44db-bc17-0e3c4e6a9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.687330 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee4e15be-97c9-44db-bc17-0e3c4e6a9a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.691618 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ee4e15be-97c9-44db-bc17-0e3c4e6a9a1c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55dde85f-8de1-4882-9d0d-eda671344160 HTTP/1.1" status: 204 len: 168 time: 0.2972026 Jul 15 19:07:37.717228 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e15be-97c9-44db-bc17-0e3c4e6a9a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dde85f-8de1-4882-9d0d-eda671344160,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:37.720887 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 621e6411-3328-45d1-b605-98a207fcf0a0 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:37.822962 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:07:34Z', 'revision_number': 4, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port': {'id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:30Z', 'updated_at': '2021-07-15T19:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ac092cf9-3a96-4408-ae5d-7498c03670e2', 'name': '', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'tenant_id': '4027187114894275832071280cd2e36d', 'mac_address': 'fa:16:3e:43:c9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:33Z', 'updated_at': '2021-07-15T19:07:34Z', 'revision_number': 2, 'project_id': '4027187114894275832071280cd2e36d', 'subnets': [{'id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:37.867727 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Checking router: 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:07:37.868741 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Updating router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 port ac092cf9-3a96-4408-ae5d-7498c03670e2 binding host dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:07:37.900057 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-973e39ad-ae40-4bd9-9684-366c300758b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58955214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58949671'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.907839 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 621e6411-3328-45d1-b605-98a207fcf0a0 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:37.908206 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.970463 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:37.977234 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e39ad-ae40-4bd9-9684-366c300758b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b01449-fbf5-45c0-9844-8920cd88de2b,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:38.025669 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e39ad-ae40-4bd9-9684-366c300758b0 admin admin] Checking segment: {'id': 'ba438b29-093c-4214-871e-951b34d0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:38.026379 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e39ad-ae40-4bd9-9684-366c300758b0 admin admin] Network hostable DHCP agents. Network: 2fe781e9-7b3e-4633-9c17-002eb59808f2, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:07:38.053365 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e39ad-ae40-4bd9-9684-366c300758b0 admin admin] Network 2fe781e9-7b3e-4633-9c17-002eb59808f2 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:07:38.078903 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-973e39ad-ae40-4bd9-9684-366c300758b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, 2fe781e9-7b3e-4633-9c17-002eb59808f2) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:38.098579 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973e39ad-ae40-4bd9-9684-366c300758b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:38.099317 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-973e39ad-ae40-4bd9-9684-366c300758b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.128721 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-973e39ad-ae40-4bd9-9684-366c300758b0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6521828 Jul 15 19:07:38.132171 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 51346) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:38.138370 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-850297245-router', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:38.167973 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3759856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.169431 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4088450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3759671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3765727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6534'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.204072 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76022512-a961-422d-a83b-c8876cdfcb29 None None] Network 2fe781e9-7b3e-4633-9c17-002eb59808f2 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:07:38.235055 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.527548 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.549267 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Transition to ACTIVE for port object ac092cf9-3a96-4408-ae5d-7498c03670e2 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:38.574173 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3759765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6548'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.577355 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.642016 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d00f02-ae37-470e-93aa-8d7933fae5fe req-67d3b812-e281-4b44-9044-9ea17883d499 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:38.649425 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8d00f02-ae37-470e-93aa-8d7933fae5fe req-67d3b812-e281-4b44-9044-9ea17883d499 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1300862 Jul 15 19:07:38.701288 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179e27c-8378-438d-8a23-50d0eae0d3e6 None None] Pushing event updated for resources: {'Port': ['ID=ac092cf9-3a96-4408-ae5d-7498c03670e2,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:38.710591 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cee363a-aa5f-5a1d-b56f-d46260367570-2fe781e9-7b3e-4633-9c17-002eb59808f2', 'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'fixed_ips': [{'subnet_id': 'a6b01449-fbf5-45c0-9844-8920cd88de2b'}]}} from dv-cinder-780933-11-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:07:38.712205 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.733412 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8d00f02-ae37-470e-93aa-8d7933fae5fe req-d0ed98b7-f0fe-4fc8-b779-32e232b695f7 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829251 Jul 15 19:07:38.865077 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Attempting to bind port ac092cf9-3a96-4408-ae5d-7498c03670e2 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:07:38.866401 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Attempting to bind port ac092cf9-3a96-4408-ae5d-7498c03670e2 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '880f09a0-515b-492a-8540-6e2975cbbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:07:38.866976 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Attempting to bind port ac092cf9-3a96-4408-ae5d-7498c03670e2 on network fde56a34-cfb6-471e-8335-26622e2a2854 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:07:38.884132 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:07:38.884639 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Checking segment: {'id': '880f09a0-515b-492a-8540-6e2975cbbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:38.884937 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.885340 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Bound using segment: {'id': '880f09a0-515b-492a-8540-6e2975cbbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:07:38.885834 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Bound port: ac092cf9-3a96-4408-ae5d-7498c03670e2, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880f09a0-515b-492a-8540-6e2975cbbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:07:38.886259 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.936388 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:38.957102 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.015179 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Allocated IP 172.20.0.2 (2fe781e9-7b3e-4633-9c17-002eb59808f2/a6b01449-fbf5-45c0-9844-8920cd88de2b/0dff99bd-9432-4b7a-b3ae-75cb7045443b) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:07:39.027287 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] For port ac092cf9-3a96-4408-ae5d-7498c03670e2, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:07:39.036191 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] For port ac092cf9-3a96-4408-ae5d-7498c03670e2, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=ac092cf9-3a96-4408-ae5d-7498c03670e2,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:07:39.055311 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.099488 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Allocated IP 172.27.1.28 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/2fb83d40-af38-4d70-a032-4f00a608e7a0) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:07:39.261470 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Routers {'1a77c39e-0454-4e6e-8e8f-caa6e04e7417'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:07:39.262450 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:07:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:39.270078 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.333350 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179e27c-8378-438d-8a23-50d0eae0d3e6 None None] Pushing event updated for resources: {'Port': ['ID=ac092cf9-3a96-4408-ae5d-7498c03670e2,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:39.346060 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.397546 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:07:39.401605 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:39.406002 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:07:39.412536 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb83d40-af38-4d70-a032-4f00a608e7a0,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:39.757145 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.758162 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] Set router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:07:39.760409 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:39.833037 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Transition to ACTIVE for port object 0dff99bd-9432-4b7a-b3ae-75cb7045443b will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:39.940849 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a73303-7e30-4e56-a018-b45d703ec2fe req-d04560a0-7f9b-4100-b12f-9ff39be5d206 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:39.942758 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d3a73303-7e30-4e56-a018-b45d703ec2fe req-d04560a0-7f9b-4100-b12f-9ff39be5d206 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0856607 Jul 15 19:07:39.945588 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Transition to ACTIVE for port object 0dff99bd-9432-4b7a-b3ae-75cb7045443b will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:39.965786 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:40.007901 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d3a73303-7e30-4e56-a018-b45d703ec2fe req-f8b41edb-fb06-4f15-b713-e085efb729c6 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577049 Jul 15 19:07:40.029394 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759616'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:40.130650 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Network 2fe781e9-7b3e-4633-9c17-002eb59808f2 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:07:40.149756 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:40.154314 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:07:40.187751 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Pushing event updated for resources: {'Port': ['ID=0dff99bd-9432-4b7a-b3ae-75cb7045443b,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:40.261300 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Router ba833a1f-0799-406b-ab9a-852bf162bf1d is scheduled to L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:07:40.347927 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Attempting to bind port 0dff99bd-9432-4b7a-b3ae-75cb7045443b on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:07:40.348269 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Attempting to bind port 0dff99bd-9432-4b7a-b3ae-75cb7045443b by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': 'ba438b29-093c-4214-871e-951b34d0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:07:40.348760 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Attempting to bind port 0dff99bd-9432-4b7a-b3ae-75cb7045443b on network 2fe781e9-7b3e-4633-9c17-002eb59808f2 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:07:40.359176 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:07:40.359538 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Checking segment: {'id': 'ba438b29-093c-4214-871e-951b34d0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:40.360069 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:40.360349 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Bound using segment: {'id': 'ba438b29-093c-4214-871e-951b34d0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:07:40.360864 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Bound port: 0dff99bd-9432-4b7a-b3ae-75cb7045443b, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba438b29-093c-4214-871e-951b34d0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:07:40.361321 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:40.380225 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:07:34Z', 'revision_number': 4, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port': {'id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:30Z', 'updated_at': '2021-07-15T19:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ac092cf9-3a96-4408-ae5d-7498c03670e2', 'name': '', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'tenant_id': '4027187114894275832071280cd2e36d', 'mac_address': 'fa:16:3e:43:c9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:33Z', 'updated_at': '2021-07-15T19:07:39Z', 'revision_number': 4, 'project_id': '4027187114894275832071280cd2e36d', 'subnets': [{'id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:40.412220 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d87f91-2234-4b5a-a8ae-356bebb1ef4e None None] The sync data for ids ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'] in dv-cinder-780933-11-iscsi is: [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:07:34Z', 'revision_number': 4, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port': {'id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:30Z', 'updated_at': '2021-07-15T19:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ac092cf9-3a96-4408-ae5d-7498c03670e2', 'name': '', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'tenant_id': '4027187114894275832071280cd2e36d', 'mac_address': 'fa:16:3e:43:c9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:33Z', 'updated_at': '2021-07-15T19:07:39Z', 'revision_number': 4, 'project_id': '4027187114894275832071280cd2e36d', 'subnets': [{'id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:07:40.531110 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] For port 0dff99bd-9432-4b7a-b3ae-75cb7045443b, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:07:40.536540 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] For port 0dff99bd-9432-4b7a-b3ae-75cb7045443b, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=0dff99bd-9432-4b7a-b3ae-75cb7045443b,segment=NetworkSegment(ba438b29-093c-4214-871e-951b34d0b153),segment_id=ba438b29-093c-4214-871e-951b34d0b153)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:07:40.545118 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:40.562794 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:07:40.578274 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Sync routers for ids ['ba833a1f-0799-406b-ab9a-852bf162bf1d'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:07:40.598344 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:40.603245 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-166d91e3-6892-4c89-87bb-a09a9b971052 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4670644 Jul 15 19:07:40.604053 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 51374) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:40.612324 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Routers {'ba833a1f-0799-406b-ab9a-852bf162bf1d'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:07:40.614207 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:07:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['ba833a1f-0799-406b-ab9a-852bf162bf1d'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:40.700867 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b376dc8-d673-4abc-bef7-d7c300dc451c None None] Pushing event updated for resources: {'Port': ['ID=0dff99bd-9432-4b7a-b3ae-75cb7045443b,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:40.896504 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Set router ba833a1f-0799-406b-ab9a-852bf162bf1d gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:07:41.415314 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'name': 'tempest-TestMinimumBasicScenario-850297245-router', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:07:39Z', 'revision_number': 3, 'project_id': '646e82136b6b436dbf58d3d6d8504332', 'gw_port': {'id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:41.454914 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3be3ce-4b2d-44b6-ade5-9b24a032baad req-52419022-37fe-4cad-8d2c-5d3e58cefbe7 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:41.457769 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd3be3ce-4b2d-44b6-ade5-9b24a032baad req-52419022-37fe-4cad-8d2c-5d3e58cefbe7 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1681366 Jul 15 19:07:41.468428 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Checking router: ba833a1f-0799-406b-ab9a-852bf162bf1d for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:07:41.468776 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Updating router ba833a1f-0799-406b-ab9a-852bf162bf1d port 2fb83d40-af38-4d70-a032-4f00a608e7a0 binding host dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:07:41.516232 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:41.556912 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd3be3ce-4b2d-44b6-ade5-9b24a032baad req-05d80d59-f506-40ed-adb5-b3bd1df8b23c tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915945 Jul 15 19:07:41.601295 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:41.713901 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:41.826414 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device ac092cf9-3a96-4408-ae5d-7498c03670e2 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:41.996741 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Allocated IP 172.20.0.1 (2fe781e9-7b3e-4633-9c17-002eb59808f2/a6b01449-fbf5-45c0-9844-8920cd88de2b/e8fa8f55-ed61-482a-9003-691d06000756) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:07:42.091639 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port ac092cf9-3a96-4408-ae5d-7498c03670e2 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:42.098571 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port ac092cf9-3a96-4408-ae5d-7498c03670e2 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:42.099661 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:42.238285 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:42.268048 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Transition to ACTIVE for port object 2fb83d40-af38-4d70-a032-4f00a608e7a0 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:42.281402 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:42.302951 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:42.306962 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:42.331736 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Transition to ACTIVE for port object e8fa8f55-ed61-482a-9003-691d06000756 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:42.341602 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Attempting to bind port 2fb83d40-af38-4d70-a032-4f00a608e7a0 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:07:42.342118 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Attempting to bind port 2fb83d40-af38-4d70-a032-4f00a608e7a0 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:07:42.342490 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Attempting to bind port 2fb83d40-af38-4d70-a032-4f00a608e7a0 on network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:07:42.365609 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port ac092cf9-3a96-4408-ae5d-7498c03670e2, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=ac092cf9-3a96-4408-ae5d-7498c03670e2,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:42.373114 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:42.374252 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 0dff99bd-9432-4b7a-b3ae-75cb7045443b up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:42.406603 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:42.410405 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:07:42.415200 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Checking segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:42.416243 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:42.417936 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Bound using segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:07:42.419009 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Bound port: 2fb83d40-af38-4d70-a032-4f00a608e7a0, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:07:42.419803 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:42.498175 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dadcfcc-d8e0-486f-b62d-c29bde42850a None None] Network 2fe781e9-7b3e-4633-9c17-002eb59808f2 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:07:42.499827 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Network 2fe781e9-7b3e-4633-9c17-002eb59808f2 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:07:42.511739 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:42.520704 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:07:42.524491 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Pushing event updated for resources: {'Port': ['ID=e8fa8f55-ed61-482a-9003-691d06000756,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:42.577673 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] For port 2fb83d40-af38-4d70-a032-4f00a608e7a0, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:07:42.581386 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=ac092cf9-3a96-4408-ae5d-7498c03670e2,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:42.581972 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] For port 2fb83d40-af38-4d70-a032-4f00a608e7a0, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=2fb83d40-af38-4d70-a032-4f00a608e7a0,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:07:42.590546 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:42.612116 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170a4ac-4069-430c-bc09-c49fac505e3d None None] Pushing event updated for resources: {'Port': ['ID=2fb83d40-af38-4d70-a032-4f00a608e7a0,revision_number=2']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:42.614552 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088375'] for router_interface, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:42.650326 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ab67e0da-f9fc-407f-8548-1bb125606886 None None] Provisioning for port 0dff99bd-9432-4b7a-b3ae-75cb7045443b completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:42.669637 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170a4ac-4069-430c-bc09-c49fac505e3d None None] Pushing event updated for resources: {'Port': ['ID=2fb83d40-af38-4d70-a032-4f00a608e7a0,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:42.674553 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 0dff99bd-9432-4b7a-b3ae-75cb7045443b completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:42.689654 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Routers {'ba833a1f-0799-406b-ab9a-852bf162bf1d'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:07:42.689966 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 0dff99bd-9432-4b7a-b3ae-75cb7045443b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:42.690321 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:42.691077 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:07:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['ba833a1f-0799-406b-ab9a-852bf162bf1d'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:42.788655 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151c07d-11cd-4fc9-8cf3-ef230d58dfda req-f600394c-95be-43f0-84c9-eb5ecca14de8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:42.797985 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7151c07d-11cd-4fc9-8cf3-ef230d58dfda req-f600394c-95be-43f0-84c9-eb5ecca14de8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.2512491 Jul 15 19:07:42.886162 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] Set router ba833a1f-0799-406b-ab9a-852bf162bf1d gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:07:42.904494 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7151c07d-11cd-4fc9-8cf3-ef230d58dfda req-0137ac75-254e-4f0d-9a87-41fc68865a52 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980885 Jul 15 19:07:42.940360 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:42.953222 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:43.039734 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port 0dff99bd-9432-4b7a-b3ae-75cb7045443b, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=0dff99bd-9432-4b7a-b3ae-75cb7045443b,segment=NetworkSegment(ba438b29-093c-4214-871e-951b34d0b153),segment_id=ba438b29-093c-4214-871e-951b34d0b153)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:43.053725 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:43.190465 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'name': 'tempest-TestMinimumBasicScenario-850297245-router', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:07:39Z', 'revision_number': 3, 'project_id': '646e82136b6b436dbf58d3d6d8504332', 'gw_port': {'id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:43.232592 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=0dff99bd-9432-4b7a-b3ae-75cb7045443b,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:43.238944 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a29ec-9e0b-42bb-a88b-ac0d69892909 None None] The sync data for ids ['ba833a1f-0799-406b-ab9a-852bf162bf1d'] in dv-cinder-780933-11-iscsi is: [{'id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'name': 'tempest-TestMinimumBasicScenario-850297245-router', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:07:39Z', 'revision_number': 3, 'project_id': '646e82136b6b436dbf58d3d6d8504332', 'gw_port': {'id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:07:43.272501 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:43.282560 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58955099'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:43.301214 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8d8d0-2ddb-480c-8c5e-69244acbadec req-6df19f78-24ca-4d10-b028-fcd670d4baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:43.306480 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01e8d8d0-2ddb-480c-8c5e-69244acbadec req-6df19f78-24ca-4d10-b028-fcd670d4baab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 1099 time: 0.1569471 Jul 15 19:07:43.389075 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Pushing event updated for resources: {'Port': ['ID=e8fa8f55-ed61-482a-9003-691d06000756,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:43.400011 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4088387'] for router_interface, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:43.437639 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8d8d0-2ddb-480c-8c5e-69244acbadec req-a2465fbc-9736-45e6-a8ed-8d02ce226f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:43.439931 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01e8d8d0-2ddb-480c-8c5e-69244acbadec req-a2465fbc-9736-45e6-a8ed-8d02ce226f24 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 200 len: 920 time: 0.1259544 Jul 15 19:07:43.525734 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-9974c003-b93b-47b9-9761-39a8d416ea3e None None] Provisioning for port e8fa8f55-ed61-482a-9003-691d06000756 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:43.535188 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-9974c003-b93b-47b9-9761-39a8d416ea3e None None] Provisioning complete for port e8fa8f55-ed61-482a-9003-691d06000756 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:43.535679 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9974c003-b93b-47b9-9761-39a8d416ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:43.552583 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Network 2fe781e9-7b3e-4633-9c17-002eb59808f2 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:07:43.564001 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:43.611817 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-9974c003-b93b-47b9-9761-39a8d416ea3e None None] Port e8fa8f55-ed61-482a-9003-691d06000756 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:07:43.675640 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-9974c003-b93b-47b9-9761-39a8d416ea3e None None] Provisioning complete for port 0dff99bd-9432-4b7a-b3ae-75cb7045443b triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:43.676118 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9974c003-b93b-47b9-9761-39a8d416ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:43.716866 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device ac092cf9-3a96-4408-ae5d-7498c03670e2 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:43.841257 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Router ba833a1f-0799-406b-ab9a-852bf162bf1d has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:07:43.884984 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port ac092cf9-3a96-4408-ae5d-7498c03670e2 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:43.885685 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.021966 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-350a7e31-3533-4734-b6a1-60841347fb64 None None] Provisioning complete for port e8fa8f55-ed61-482a-9003-691d06000756 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:44.022980 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-350a7e31-3533-4734-b6a1-60841347fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.036197 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:07:44.044277 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f9fc333c-c9df-47a3-b1ef-fb6314d1200d admin admin] 10.222.0.78 "PUT /v2.0/routers/ba833a1f-0799-406b-ab9a-852bf162bf1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4379194 Jul 15 19:07:44.134850 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 0dff99bd-9432-4b7a-b3ae-75cb7045443b up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:44.225589 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-350a7e31-3533-4734-b6a1-60841347fb64 None None] Port e8fa8f55-ed61-482a-9003-691d06000756 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:07:44.283963 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 0dff99bd-9432-4b7a-b3ae-75cb7045443b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:44.284346 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.306926 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f36d8-59dd-4f21-a1f0-aa9893ddcf9b req-b4891742-13c5-4491-a50b-ece039d43313 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:44.315233 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-099f36d8-59dd-4f21-a1f0-aa9893ddcf9b req-b4891742-13c5-4491-a50b-ece039d43313 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1448863 Jul 15 19:07:44.370652 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-099f36d8-59dd-4f21-a1f0-aa9893ddcf9b req-537302ed-b6ff-41f2-8657-750c0288c9e9 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540380 Jul 15 19:07:44.407609 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-327bd95d-3d73-42c1-906a-7de7e39d5f8e None None] Provisioning complete for port e8fa8f55-ed61-482a-9003-691d06000756 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:44.407988 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-327bd95d-3d73-42c1-906a-7de7e39d5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:44.455803 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-327bd95d-3d73-42c1-906a-7de7e39d5f8e None None] Port e8fa8f55-ed61-482a-9003-691d06000756 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:07:45.626687 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Sync routers for ids ['ba833a1f-0799-406b-ab9a-852bf162bf1d'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:07:45.658502 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Routers {'ba833a1f-0799-406b-ab9a-852bf162bf1d'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:07:45.662029 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:07:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['ba833a1f-0799-406b-ab9a-852bf162bf1d'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:45.792052 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eaa8e-1d4e-48c8-8628-753019080ad7 req-cde2ef45-28f3-481a-9a27-9aa05d6808e3 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:45.795177 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2b7eaa8e-1d4e-48c8-8628-753019080ad7 req-cde2ef45-28f3-481a-9a27-9aa05d6808e3 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1593208 Jul 15 19:07:45.807229 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 2fb83d40-af38-4d70-a032-4f00a608e7a0 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:45.883563 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2b7eaa8e-1d4e-48c8-8628-753019080ad7 req-1db78909-d241-456c-a123-cf5b4cfc1e2c tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810788 Jul 15 19:07:46.166272 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Set router ba833a1f-0799-406b-ab9a-852bf162bf1d gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:07:46.247143 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 2fb83d40-af38-4d70-a032-4f00a608e7a0 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:46.314144 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01e8d8d0-2ddb-480c-8c5e-69244acbadec req-c3bdeaff-93aa-42ca-989e-2e97577cbe0e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bddef09-7277-44f4-bb05-f109ff222b1f HTTP/1.1" status: 200 len: 217 time: 0.0873399 Jul 15 19:07:46.345949 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 2fb83d40-af38-4d70-a032-4f00a608e7a0 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:46.346460 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:46.516999 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8d8d0-2ddb-480c-8c5e-69244acbadec req-dcb921ee-abef-4a59-b88f-e03cacff07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:46.520695 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01e8d8d0-2ddb-480c-8c5e-69244acbadec req-dcb921ee-abef-4a59-b88f-e03cacff07f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6812f2bb-00f7-4b0b-a067-257a16519cb5 HTTP/1.1" status: 200 len: 859 time: 0.1951029 Jul 15 19:07:46.536224 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:46.558459 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e760bc60-fe9e-46e3-b339-ef433da40956 req-7e284d13-b180-413e-b362-d4845b4f993d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2425690 Jul 15 19:07:46.566723 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port 2fb83d40-af38-4d70-a032-4f00a608e7a0, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=2fb83d40-af38-4d70-a032-4f00a608e7a0,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:46.589615 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:46.637066 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01e8d8d0-2ddb-480c-8c5e-69244acbadec req-690099fd-77ec-4a5d-89c8-9d4801a6481e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a1898f4d-6b9a-4d30-8950-56ad70b81f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047184 Jul 15 19:07:46.672513 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5d498c27-1584-4f7b-9a66-6a0655f91c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:46.725590 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=2fb83d40-af38-4d70-a032-4f00a608e7a0,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:46.747804 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'name': 'tempest-TestMinimumBasicScenario-850297245-router', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:07:42Z', 'revision_number': 4, 'project_id': '646e82136b6b436dbf58d3d6d8504332', 'gw_port': {'id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e8fa8f55-ed61-482a-9003-691d06000756', 'name': '', 'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'mac_address': 'fa:16:3e:20:76:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a6b01449-fbf5-45c0-9844-8920cd88de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:41Z', 'updated_at': '2021-07-15T19:07:43Z', 'revision_number': 2, 'project_id': '646e82136b6b436dbf58d3d6d8504332', 'subnets': [{'id': 'a6b01449-fbf5-45c0-9844-8920cd88de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:46.787598 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Checking router: ba833a1f-0799-406b-ab9a-852bf162bf1d for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:07:46.787999 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Updating router ba833a1f-0799-406b-ab9a-852bf162bf1d port e8fa8f55-ed61-482a-9003-691d06000756 binding host dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:07:46.829220 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760bc60-fe9e-46e3-b339-ef433da40956 req-6404a371-972c-4793-8c38-1953b6122fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:46.831051 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e760bc60-fe9e-46e3-b339-ef433da40956 req-6404a371-972c-4793-8c38-1953b6122fe3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 1098 time: 0.1972101 Jul 15 19:07:46.845152 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:47.308302 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01e8d8d0-2ddb-480c-8c5e-69244acbadec req-a9183f24-1d75-4710-93c5-5ce9ed323246 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283641 Jul 15 19:07:47.413108 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:47.430510 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Transition to ACTIVE for port object e8fa8f55-ed61-482a-9003-691d06000756 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:07:47.443925 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:47.658723 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760bc60-fe9e-46e3-b339-ef433da40956 req-b7c28e7b-cfa1-4d8d-9b5a-9a5c78b241f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:47.659641 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb389c2-0ad3-4239-aa6a-d239016646cd None None] Pushing event updated for resources: {'Port': ['ID=e8fa8f55-ed61-482a-9003-691d06000756,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:47.664734 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Attempting to bind port e8fa8f55-ed61-482a-9003-691d06000756 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:07:47.665291 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Attempting to bind port e8fa8f55-ed61-482a-9003-691d06000756 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': 'ba438b29-093c-4214-871e-951b34d0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:07:47.665875 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Attempting to bind port e8fa8f55-ed61-482a-9003-691d06000756 on network 2fe781e9-7b3e-4633-9c17-002eb59808f2 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:07:47.669667 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e760bc60-fe9e-46e3-b339-ef433da40956 req-b7c28e7b-cfa1-4d8d-9b5a-9a5c78b241f2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 200 len: 920 time: 0.8034842 Jul 15 19:07:47.674803 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:07:47.675702 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Checking segment: {'id': 'ba438b29-093c-4214-871e-951b34d0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:47.675702 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:47.677473 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Bound using segment: {'id': 'ba438b29-093c-4214-871e-951b34d0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:07:47.678996 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Bound port: e8fa8f55-ed61-482a-9003-691d06000756, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba438b29-093c-4214-871e-951b34d0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:07:47.679568 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:47.683001 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01e8d8d0-2ddb-480c-8c5e-69244acbadec req-783e7384-d9a5-4907-9678-388ec7e535a4 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313546 Jul 15 19:07:47.708679 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 2fb83d40-af38-4d70-a032-4f00a608e7a0 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:47.763362 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86ee61-eb19-4dc9-910e-7fbb81338b17 req-3a9069c2-224b-42a3-8585-235984a51ee5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:47.780897 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ae86ee61-eb19-4dc9-910e-7fbb81338b17 req-3a9069c2-224b-42a3-8585-235984a51ee5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.5095160 Jul 15 19:07:47.823512 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 2fb83d40-af38-4d70-a032-4f00a608e7a0 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:47.823793 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:47.898142 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e760bc60-fe9e-46e3-b339-ef433da40956 req-93747847-6c80-4469-9c02-7fc64a15e109 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b92d1946-c5f1-4ece-bae0-4a14e874e29a HTTP/1.1" status: 200 len: 217 time: 0.2120671 Jul 15 19:07:47.986020 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] For port e8fa8f55-ed61-482a-9003-691d06000756, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:07:47.993266 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ae86ee61-eb19-4dc9-910e-7fbb81338b17 req-67beb474-da6d-45a2-8387-1b545ed8ba03 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951261 Jul 15 19:07:47.995852 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] For port e8fa8f55-ed61-482a-9003-691d06000756, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=e8fa8f55-ed61-482a-9003-691d06000756,segment=NetworkSegment(ba438b29-093c-4214-871e-951b34d0b153),segment_id=ba438b29-093c-4214-871e-951b34d0b153)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:07:48.017609 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:48.034588 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760bc60-fe9e-46e3-b339-ef433da40956 req-7222bd2e-72c5-4495-9f8b-4323bb00a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:48.041223 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e760bc60-fe9e-46e3-b339-ef433da40956 req-7222bd2e-72c5-4495-9f8b-4323bb00a307 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6812f2bb-00f7-4b0b-a067-257a16519cb5 HTTP/1.1" status: 200 len: 859 time: 0.1311593 Jul 15 19:07:48.097360 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb389c2-0ad3-4239-aa6a-d239016646cd None None] Pushing event updated for resources: {'Port': ['ID=e8fa8f55-ed61-482a-9003-691d06000756,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:48.121732 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e760bc60-fe9e-46e3-b339-ef433da40956 req-210201b6-e76a-4411-b563-c2b1a9f63802 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a1898f4d-6b9a-4d30-8950-56ad70b81f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726893 Jul 15 19:07:48.181788 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Routers {'ba833a1f-0799-406b-ab9a-852bf162bf1d'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:07:48.182568 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:07:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['ba833a1f-0799-406b-ab9a-852bf162bf1d'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:48.405182 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e760bc60-fe9e-46e3-b339-ef433da40956 req-ff1136ac-074b-4157-994b-db39e13d2045 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720006 Jul 15 19:07:48.442946 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 51482) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:48.555331 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] Set router ba833a1f-0799-406b-ab9a-852bf162bf1d gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:07:48.569605 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e760bc60-fe9e-46e3-b339-ef433da40956 req-ea071ecf-e85b-4d4b-84e8-ada491a6ca37 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554246 Jul 15 19:07:48.715157 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b00e748b-b7ae-4689-b396-eead42a1a890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:48.747915 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc159a-1b22-4c10-9b93-d50c9cda6e28 req-6b34e4d7-26a0-4a1f-9682-8769510b80d4 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:48.758652 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-59bc159a-1b22-4c10-9b93-d50c9cda6e28 req-6b34e4d7-26a0-4a1f-9682-8769510b80d4 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.1457534 Jul 15 19:07:48.879919 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-59bc159a-1b22-4c10-9b93-d50c9cda6e28 req-8321173b-2d57-43fc-81a4-114731666ffc tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023884 Jul 15 19:07:48.953198 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b00e748b-b7ae-4689-b396-eead42a1a890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:48.968275 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b00e748b-b7ae-4689-b396-eead42a1a890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:49.032846 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'name': 'tempest-TestMinimumBasicScenario-850297245-router', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:07:42Z', 'revision_number': 4, 'project_id': '646e82136b6b436dbf58d3d6d8504332', 'gw_port': {'id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e8fa8f55-ed61-482a-9003-691d06000756', 'name': '', 'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'mac_address': 'fa:16:3e:20:76:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a6b01449-fbf5-45c0-9844-8920cd88de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:41Z', 'updated_at': '2021-07-15T19:07:47Z', 'revision_number': 4, 'project_id': '646e82136b6b436dbf58d3d6d8504332', 'subnets': [{'id': 'a6b01449-fbf5-45c0-9844-8920cd88de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:07:49.058804 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b00e748b-b7ae-4689-b396-eead42a1a890 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ab22138c1be4c4181a41e4fb682c184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6091380 Jul 15 19:07:49.058995 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 51498) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:49.077550 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e748b-b7ae-4689-b396-eead42a1a890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b05b15-b9f1-4166-80b0-e15864aea095,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:49.122875 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc1e86-fa42-4bc3-829b-3cede5202cda None None] The sync data for ids ['ba833a1f-0799-406b-ab9a-852bf162bf1d'] in dv-cinder-780933-11-iscsi is: [{'id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'name': 'tempest-TestMinimumBasicScenario-850297245-router', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:07:42Z', 'revision_number': 4, 'project_id': '646e82136b6b436dbf58d3d6d8504332', 'gw_port': {'id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e8fa8f55-ed61-482a-9003-691d06000756', 'name': '', 'network_id': '2fe781e9-7b3e-4633-9c17-002eb59808f2', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'mac_address': 'fa:16:3e:20:76:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a6b01449-fbf5-45c0-9844-8920cd88de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:41Z', 'updated_at': '2021-07-15T19:07:47Z', 'revision_number': 4, 'project_id': '646e82136b6b436dbf58d3d6d8504332', 'subnets': [{'id': 'a6b01449-fbf5-45c0-9844-8920cd88de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:07:49.180789 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e7781fb1-a75c-458a-9a5a-f7602b8ab886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:49.250874 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e7781fb1-a75c-458a-9a5a-f7602b8ab886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:49.461300 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e7781fb1-a75c-458a-9a5a-f7602b8ab886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:49.478192 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e7781fb1-a75c-458a-9a5a-f7602b8ab886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:49.487241 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e7781fb1-a75c-458a-9a5a-f7602b8ab886 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/46b05b15-b9f1-4166-80b0-e15864aea095 HTTP/1.1" status: 204 len: 168 time: 0.4249506 Jul 15 19:07:49.593054 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7781fb1-a75c-458a-9a5a-f7602b8ab886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b05b15-b9f1-4166-80b0-e15864aea095,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:49.668560 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8ee73-5615-44b1-8cee-7fb9aae906c2 req-bb62a898-1224-4043-aa95-ddc355849fd6 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:49.681614 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-95b8ee73-5615-44b1-8cee-7fb9aae906c2 req-bb62a898-1224-4043-aa95-ddc355849fd6 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.3615811 Jul 15 19:07:49.920279 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-95b8ee73-5615-44b1-8cee-7fb9aae906c2 req-d2f5b64f-351b-4f13-928a-2be01cb99e96 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335861 Jul 15 19:07:49.965502 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device e8fa8f55-ed61-482a-9003-691d06000756 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:50.150718 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port e8fa8f55-ed61-482a-9003-691d06000756 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:07:50.161974 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port e8fa8f55-ed61-482a-9003-691d06000756 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:50.162354 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:50.274614 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:50.352637 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:50.352880 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5816d43-de27-4b32-be2a-22066f23b7bc req-817ab1da-8615-4b57-95c6-0ac5b41dcf36 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:50.356308 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5816d43-de27-4b32-be2a-22066f23b7bc req-817ab1da-8615-4b57-95c6-0ac5b41dcf36 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.1365070 Jul 15 19:07:50.431606 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5816d43-de27-4b32-be2a-22066f23b7bc req-f9d044be-5407-4b6f-89f0-a538b4c342c8 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624948 Jul 15 19:07:50.441764 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port e8fa8f55-ed61-482a-9003-691d06000756, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=e8fa8f55-ed61-482a-9003-691d06000756,segment=NetworkSegment(ba438b29-093c-4214-871e-951b34d0b153),segment_id=ba438b29-093c-4214-871e-951b34d0b153)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:07:50.454952 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:50.551490 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=e8fa8f55-ed61-482a-9003-691d06000756,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:51.177323 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-217fcddb-8c30-4323-a333-aeca182e85bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:51.341756 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed5bae-1bf5-49c1-bf31-893efb19ddf4 req-ed6f25fc-99db-492d-919b-aef517ed1f00 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:51.349536 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-41ed5bae-1bf5-49c1-bf31-893efb19ddf4 req-ed6f25fc-99db-492d-919b-aef517ed1f00 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1231310 Jul 15 19:07:51.389769 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 51548) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:51.457557 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-41ed5bae-1bf5-49c1-bf31-893efb19ddf4 req-752b236f-f6e4-4409-818c-6ac7fcc3b61b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016030 Jul 15 19:07:51.699018 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device e8fa8f55-ed61-482a-9003-691d06000756 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:07:51.752562 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-588431454-network', 'tenant_id': '72cc1babbf47483e8e439aa4e6338f8e'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:51.798101 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port e8fa8f55-ed61-482a-9003-691d06000756 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:07:51.799565 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:51.872121 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Made reservation on behalf of 72cc1babbf47483e8e439aa4e6338f8e for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:07:51.876655 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:51.901468 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bef90-d8d9-4263-a56e-38d0ad6ea399 req-f9d9cbe7-13d4-454e-86a0-9fb5f3b5727d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:51.903119 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-046bef90-d8d9-4263-a56e-38d0ad6ea399 req-f9d9cbe7-13d4-454e-86a0-9fb5f3b5727d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.1718316 Jul 15 19:07:51.930361 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:52.005044 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-046bef90-d8d9-4263-a56e-38d0ad6ea399 req-c8a77c5c-c7cd-4003-8630-8a1912af6f9f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843034 Jul 15 19:07:52.095750 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:52.172648 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:52.182929 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:52.217830 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:07:52.235428 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36efa315-b73c-4116-94e5-7dfd5381d0ad,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:52.250951 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:52.251305 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Added segment 33cd15a4-8a36-4c91-9227-29a853248068 of type vlan for network c08679d7-fb47-49f8-b628-d7e87c9b3908 Jul 15 19:07:52.297377 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:52.336598 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:52.338404 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:52.339257 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:52.388662 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9975345 Jul 15 19:07:52.391517 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 51566) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:07:52.399869 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-e16790e5-2047-4f36-8567-9be7e7d2019c admin admin] Request body: {'subnet': {'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-588431454-subnet', 'tenant_id': '72cc1babbf47483e8e439aa4e6338f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:07:52.419624 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc3f2d-9f00-4366-b349-0331987ac481 admin admin] Pushing event updated for resources: {'Network': ['ID=c08679d7-fb47-49f8-b628-d7e87c9b3908,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:52.431309 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network c08679d7-fb47-49f8-b628-d7e87c9b3908 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:07:52.450683 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16790e5-2047-4f36-8567-9be7e7d2019c admin admin] Made reservation on behalf of 72cc1babbf47483e8e439aa4e6338f8e for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:07:52.453546 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e16790e5-2047-4f36-8567-9be7e7d2019c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58949685'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:52.741494 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e16790e5-2047-4f36-8567-9be7e7d2019c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58955214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58949671'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:52.793141 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16790e5-2047-4f36-8567-9be7e7d2019c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c362ec95-47d0-4b33-bb29-85cf504862d5,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:07:52.817290 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16790e5-2047-4f36-8567-9be7e7d2019c admin admin] Checking segment: {'id': '33cd15a4-8a36-4c91-9227-29a853248068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:07:52.817663 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16790e5-2047-4f36-8567-9be7e7d2019c admin admin] Network hostable DHCP agents. Network: c08679d7-fb47-49f8-b628-d7e87c9b3908, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:07:52.839672 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16790e5-2047-4f36-8567-9be7e7d2019c admin admin] Network c08679d7-fb47-49f8-b628-d7e87c9b3908 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:07:52.853062 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-e16790e5-2047-4f36-8567-9be7e7d2019c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, c08679d7-fb47-49f8-b628-d7e87c9b3908) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:07:52.858903 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16790e5-2047-4f36-8567-9be7e7d2019c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:52.859848 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e16790e5-2047-4f36-8567-9be7e7d2019c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:52.864023 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa0c2a6-1b5c-4b56-bd3e-6d397e86dd25 None None] Network c08679d7-fb47-49f8-b628-d7e87c9b3908 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:07:52.879165 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e16790e5-2047-4f36-8567-9be7e7d2019c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4857912 Jul 15 19:07:53.050532 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e931058-b7b4-4ad9-9415-30152847f9b9 None None] Network c08679d7-fb47-49f8-b628-d7e87c9b3908 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:07:53.355527 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702543b9-83a6-433d-a1e8-057bcedc4963 req-f9e925ee-79dc-49ef-bd8e-ade076cba89f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:53.364562 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-702543b9-83a6-433d-a1e8-057bcedc4963 req-f9e925ee-79dc-49ef-bd8e-ade076cba89f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0952253 Jul 15 19:07:53.419140 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-702543b9-83a6-433d-a1e8-057bcedc4963 req-8a919ef0-8025-4e21-9442-46b97b825ded tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530193 Jul 15 19:07:53.573299 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:54.627312 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511330a3-4efd-49e9-81ec-f136d741071f req-1dacba1a-026e-43f6-bc5f-eb7389f7dd9f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:54.629963 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-511330a3-4efd-49e9-81ec-f136d741071f req-1dacba1a-026e-43f6-bc5f-eb7389f7dd9f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0823350 Jul 15 19:07:54.706467 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-511330a3-4efd-49e9-81ec-f136d741071f req-2fb1d956-ed1a-404b-b012-eab56bc39fc9 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454462 Jul 15 19:07:55.995551 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f1d8f-3fbd-491b-afaa-d80177181e0c req-e5ee0b01-1d9c-4e82-855e-9051f048655d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:55.997346 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-af7f1d8f-3fbd-491b-afaa-d80177181e0c req-e5ee0b01-1d9c-4e82-855e-9051f048655d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0856111 Jul 15 19:07:56.065969 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-af7f1d8f-3fbd-491b-afaa-d80177181e0c req-310d4769-9bd8-46f4-a724-ab81118c774b tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609097 Jul 15 19:07:57.345081 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57a9be-4025-43ce-b1b2-7c6c3741eb4b req-a91d5144-7cb2-4296-9667-257dab4b94ae tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:57.347560 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ad57a9be-4025-43ce-b1b2-7c6c3741eb4b req-a91d5144-7cb2-4296-9667-257dab4b94ae tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.1096339 Jul 15 19:07:57.409920 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ad57a9be-4025-43ce-b1b2-7c6c3741eb4b req-b8ab4c36-a904-45dc-bb76-651a84acfbc1 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556309 Jul 15 19:07:58.614788 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f408d-992c-4d04-8dff-bd7aa1c392f6 req-89179e4e-3420-407a-8b65-dad0a4e1ae66 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:58.616344 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa6f408d-992c-4d04-8dff-bd7aa1c392f6 req-89179e4e-3420-407a-8b65-dad0a4e1ae66 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0781703 Jul 15 19:07:58.656818 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa6f408d-992c-4d04-8dff-bd7aa1c392f6 req-4524f2da-8e79-4982-88a1-ad415e48522f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343392 Jul 15 19:07:58.839482 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144f0e7-06ce-45ef-bff5-281e5d786735 req-2aec7deb-fdd8-4c44-b61d-96555c7f69d1 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:58.841160 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4144f0e7-06ce-45ef-bff5-281e5d786735 req-2aec7deb-fdd8-4c44-b61d-96555c7f69d1 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0752966 Jul 15 19:07:58.882951 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4144f0e7-06ce-45ef-bff5-281e5d786735 req-d0a5e8a2-3d7c-4b58-9eae-0a91147e2af4 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357778 Jul 15 19:07:58.950510 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-930413e7-daa6-4bf1-9738-21b522e72f1d tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:58.953055 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-930413e7-daa6-4bf1-9738-21b522e72f1d tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/networks?id=fde56a34-cfb6-471e-8335-26622e2a2854 HTTP/1.1" status: 200 len: 814 time: 0.3503783 Jul 15 19:07:58.972910 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-065e748c-6cf2-487a-be9b-eb8fe5835760 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/quotas/4027187114894275832071280cd2e36d HTTP/1.1" status: 200 len: 375 time: 0.0125091 Jul 15 19:07:59.055857 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-bd9f2623-d3a8-4a3b-ad70-f356927682d0 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4027187114894275832071280cd2e36d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772800 Jul 15 19:07:59.179380 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-5b1cd440-350b-44d8-8fc5-fc50b133c0ff service neutron] 10.222.0.78 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083226 Jul 15 19:07:59.286002 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-cb363c7f-228e-4da7-954a-12fdf9c7de5b service neutron] 10.222.0.78 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978048 Jul 15 19:07:59.561373 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d4e4cbb2-9cdc-464d-a385-70a7d8cac8e2 req-1e55e8dc-5891-4eb1-967b-45a841ab0c0f tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 210 time: 0.0706577 Jul 15 19:07:59.698928 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-19dcab08-db42-4dde-9be6-28f709352edc tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:59.708938 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-19dcab08-db42-4dde-9be6-28f709352edc tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/networks?id=c08679d7-fb47-49f8-b628-d7e87c9b3908 HTTP/1.1" status: 200 len: 808 time: 0.1464424 Jul 15 19:07:59.725777 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-53772216-49e7-4c4f-a58b-31809c676df7 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/quotas/72cc1babbf47483e8e439aa4e6338f8e HTTP/1.1" status: 200 len: 375 time: 0.0151556 Jul 15 19:07:59.765228 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-91a98586-1a9a-4931-acf6-a0bc039238a2 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=72cc1babbf47483e8e439aa4e6338f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338504 Jul 15 19:07:59.878712 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-45f92034-60e7-4929-9644-21321359604a service neutron] 10.222.0.78 "GET /v2.0/networks/c08679d7-fb47-49f8-b628-d7e87c9b3908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026752 Jul 15 19:07:59.887176 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8ff8f-ef9d-470f-81dd-e53bfa5a15f1 req-b2c1e222-3cf4-4ffa-8f30-df82c0869de1 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:07:59.888851 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4cb8ff8f-ef9d-470f-81dd-e53bfa5a15f1 req-b2c1e222-3cf4-4ffa-8f30-df82c0869de1 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0786760 Jul 15 19:07:59.931661 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4cb8ff8f-ef9d-470f-81dd-e53bfa5a15f1 req-09a13016-f384-47d9-af69-bd309609e785 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360575 Jul 15 19:07:59.990043 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-3bf29682-5fad-4bff-8dde-7c58ea9f5f60 service neutron] 10.222.0.78 "GET /v2.0/networks/c08679d7-fb47-49f8-b628-d7e87c9b3908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054351 Jul 15 19:08:00.189262 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ada267b4-a250-4e8b-852d-2db202971e24 req-59ce4325-1895-46e7-b034-87f3186c256a tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 210 time: 0.0303843 Jul 15 19:08:00.756693 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-67c81111-3671-414b-92d5-9dd269218c5d req-895ac2f3-092a-474f-820e-4f0a8dee0cfb tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 210 time: 0.0461192 Jul 15 19:08:00.932937 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-5807324b-094e-4323-b919-4f70a6c3d179 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:00.934642 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-5807324b-094e-4323-b919-4f70a6c3d179 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.81 "GET /v2.0/networks?id=fde56a34-cfb6-471e-8335-26622e2a2854 HTTP/1.1" status: 200 len: 814 time: 0.1320393 Jul 15 19:08:00.966750 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Request body: {'port': {'device_id': '8c95eaa3-a532-4559-9b52-638d144b8954', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'admin_state_up': True, 'tenant_id': '4027187114894275832071280cd2e36d'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:01.119667 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Made reservation on behalf of 4027187114894275832071280cd2e36d for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:08:01.124176 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:01.160465 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d757c68-f8d1-4e28-9025-8f4130a50951 req-ceca321f-15f5-4ad5-880d-46cc5ca38076 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:01.162218 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2d757c68-f8d1-4e28-9025-8f4130a50951 req-ceca321f-15f5-4ad5-880d-46cc5ca38076 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0896223 Jul 15 19:08:01.228144 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2d757c68-f8d1-4e28-9025-8f4130a50951 req-bab53561-60d9-49ba-ac14-0177b335bd13 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536005 Jul 15 19:08:01.308510 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Allocated IP 172.20.0.4 (fde56a34-cfb6-471e-8335-26622e2a2854/908d85fd-a177-4409-8138-ba0f12d65f43/af8dd60a-8976-4637-9d43-890c84492036) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:08:01.459228 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-809a26b9-1764-45b4-b376-a5fee3db3cf5 req-35367273-537b-4cd9-803e-4e276da7c9d0 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 210 time: 0.0508542 Jul 15 19:08:01.700914 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-b5e14f2a-d8c7-4d97-aa1b-46de5a4feaad tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:01.710841 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-b5e14f2a-d8c7-4d97-aa1b-46de5a4feaad tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.81 "GET /v2.0/networks?id=c08679d7-fb47-49f8-b628-d7e87c9b3908 HTTP/1.1" status: 200 len: 808 time: 0.2362216 Jul 15 19:08:01.726853 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:01.753291 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Transition to ACTIVE for port object af8dd60a-8976-4637-9d43-890c84492036 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:01.822311 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:01.979287 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Network fde56a34-cfb6-471e-8335-26622e2a2854 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:01.985616 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:01.994543 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:08:02.037846 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-673646b0-c841-4338-ac31-54bd1736c70f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Request body: {'port': {'device_id': 'e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66', 'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908', 'admin_state_up': True, 'tenant_id': '72cc1babbf47483e8e439aa4e6338f8e'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:02.154751 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35e978-db2a-429a-bb5c-efecc022448a req-1527ecd2-0f6b-4206-9158-2664b405704f tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:02.171185 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec35e978-db2a-429a-bb5c-efecc022448a req-1527ecd2-0f6b-4206-9158-2664b405704f tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 931 time: 0.1750164 Jul 15 19:08:02.238852 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec35e978-db2a-429a-bb5c-efecc022448a req-8fbf88b1-9a95-4882-8355-4ab39a247e32 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656700 Jul 15 19:08:02.301550 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event updated for resources: {'Port': ['ID=af8dd60a-8976-4637-9d43-890c84492036,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:02.363078 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:02.364083 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:02.391202 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-0e118b97-e203-48a0-8f72-c84fa7547a57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4342666 Jul 15 19:08:02.450955 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-673646b0-c841-4338-ac31-54bd1736c70f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Made reservation on behalf of 72cc1babbf47483e8e439aa4e6338f8e for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:08:02.456213 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-673646b0-c841-4338-ac31-54bd1736c70f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:02.494232 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-96a8813d-9956-4ec2-a1bf-12c9162cf244 None None] Provisioning for port af8dd60a-8976-4637-9d43-890c84492036 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:02.499016 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-96a8813d-9956-4ec2-a1bf-12c9162cf244 None None] Provisioning complete for port af8dd60a-8976-4637-9d43-890c84492036 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:02.499409 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-96a8813d-9956-4ec2-a1bf-12c9162cf244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:02.544135 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-96a8813d-9956-4ec2-a1bf-12c9162cf244 None None] Port af8dd60a-8976-4637-9d43-890c84492036 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:08:02.595358 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b9c7f-c309-4591-8919-a4d81f3a57b2 req-eeafb5f8-2a9d-48c1-af64-f6fb7d8fb857 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:02.602505 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2d9b9c7f-c309-4591-8919-a4d81f3a57b2 req-eeafb5f8-2a9d-48c1-af64-f6fb7d8fb857 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.1628413 Jul 15 19:08:02.738320 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2d9b9c7f-c309-4591-8919-a4d81f3a57b2 req-132c7274-fd6a-4789-8579-4a8b76396b12 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342075 Jul 15 19:08:02.769491 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-673646b0-c841-4338-ac31-54bd1736c70f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Allocated IP 172.20.0.11 (c08679d7-fb47-49f8-b628-d7e87c9b3908/c362ec95-47d0-4b33-bb29-85cf504862d5/30f00814-48b5-403d-91ee-654489e636c4) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:08:02.818982 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e79ed9ca-dc4f-4c05-9b6b-57c704357a85 req-160d589a-0c7b-414d-89a2-0101c8ef9712 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 210 time: 0.0912921 Jul 15 19:08:03.045332 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-673646b0-c841-4338-ac31-54bd1736c70f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:03.110794 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-673646b0-c841-4338-ac31-54bd1736c70f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:03.165789 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-673646b0-c841-4338-ac31-54bd1736c70f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Network c08679d7-fb47-49f8-b628-d7e87c9b3908 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:03.169656 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-673646b0-c841-4338-ac31-54bd1736c70f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:03.174979 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-673646b0-c841-4338-ac31-54bd1736c70f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:08:03.179456 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673646b0-c841-4338-ac31-54bd1736c70f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Pushing event updated for resources: {'Port': ['ID=30f00814-48b5-403d-91ee-654489e636c4,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:03.231009 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-673646b0-c841-4338-ac31-54bd1736c70f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:03.231771 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-673646b0-c841-4338-ac31-54bd1736c70f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:03.260056 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-673646b0-c841-4338-ac31-54bd1736c70f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2453005 Jul 15 19:08:03.505740 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fec76-d303-4d69-83c2-88604a077194 req-c47d66e8-cc25-4fdf-8bce-1267edc0b08f tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:03.509680 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b9fec76-d303-4d69-83c2-88604a077194 req-c47d66e8-cc25-4fdf-8bce-1267edc0b08f tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 931 time: 0.1068962 Jul 15 19:08:03.588042 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b9fec76-d303-4d69-83c2-88604a077194 req-6657f0e7-f35d-4328-8f31-2bdfbd99ee94 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633526 Jul 15 19:08:03.825658 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 51822) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:04.014813 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994aa945-7f97-4832-bac6-efa14f9b0eb6 req-c3418c51-a6e3-4d80-9a4a-148618aae339 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:04.017119 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-994aa945-7f97-4832-bac6-efa14f9b0eb6 req-c3418c51-a6e3-4d80-9a4a-148618aae339 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0915012 Jul 15 19:08:04.025284 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a146e81-cffe-42a7-ad73-b5506199b16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:04.084286 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-994aa945-7f97-4832-bac6-efa14f9b0eb6 req-40943d84-c319-446d-9eed-60e86f5d9c27 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595961 Jul 15 19:08:04.168601 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26849bd-3466-4770-8b5a-6147bf911563 req-ead69292-90ac-4420-80a2-7d791826cb2f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:04.176580 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f26849bd-3466-4770-8b5a-6147bf911563 req-ead69292-90ac-4420-80a2-7d791826cb2f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 932 time: 0.1396699 Jul 15 19:08:04.236413 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a146e81-cffe-42a7-ad73-b5506199b16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:04.246694 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f26849bd-3466-4770-8b5a-6147bf911563 req-71bce7db-cfe0-4e5f-a908-f2c795ba4050 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629489 Jul 15 19:08:04.247462 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3a146e81-cffe-42a7-ad73-b5506199b16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:04.289547 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3a146e81-cffe-42a7-ad73-b5506199b16a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5c7758497bd5459bbb495a3de56064f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625728 Jul 15 19:08:04.292763 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 51830) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:04.300424 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a146e81-cffe-42a7-ad73-b5506199b16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6cb2a6-0080-4dc4-93a9-d00504b66d8a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:04.361671 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c58f-78d0-4a5b-b654-e61e9369114f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:04.384945 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c58f-78d0-4a5b-b654-e61e9369114f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:04.446373 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c58f-78d0-4a5b-b654-e61e9369114f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:04.450385 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c58f-78d0-4a5b-b654-e61e9369114f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:04.466863 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a9a3c58f-78d0-4a5b-b654-e61e9369114f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c6cb2a6-0080-4dc4-93a9-d00504b66d8a HTTP/1.1" status: 204 len: 168 time: 0.1656516 Jul 15 19:08:04.475626 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3c58f-78d0-4a5b-b654-e61e9369114f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6cb2a6-0080-4dc4-93a9-d00504b66d8a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:04.735701 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 51844) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:04.865883 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ec67f-9086-4656-a29f-1162dc08f5ff req-358ea866-e26a-4a2c-ac3a-90d312b34f09 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:04.867992 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-639ec67f-9086-4656-a29f-1162dc08f5ff req-358ea866-e26a-4a2c-ac3a-90d312b34f09 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 931 time: 0.0993681 Jul 15 19:08:04.928448 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f16775e8-300d-48bc-ae9f-d9dd9d321cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:04.934101 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-639ec67f-9086-4656-a29f-1162dc08f5ff req-c1240c85-0d07-4024-95be-d02cc40dd7d4 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594318 Jul 15 19:08:05.238734 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f16775e8-300d-48bc-ae9f-d9dd9d321cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:05.246524 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f16775e8-300d-48bc-ae9f-d9dd9d321cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:05.373376 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f16775e8-300d-48bc-ae9f-d9dd9d321cf6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=75341557ad454ba8872b59f3b271cba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6365030 Jul 15 19:08:05.377904 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 51864) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:05.394995 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16775e8-300d-48bc-ae9f-d9dd9d321cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b765c897-b21c-449c-99b6-4e6f4129ce4c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:05.471351 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c5b5e-ade1-46df-832a-0645941e7a91 req-0d358975-c3fb-41fc-9e4e-9750f30ce914 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:05.485361 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6f3c5b5e-ade1-46df-832a-0645941e7a91 req-0d358975-c3fb-41fc-9e4e-9750f30ce914 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.1418233 Jul 15 19:08:05.526291 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6f3c5b5e-ade1-46df-832a-0645941e7a91 req-9314b3c4-f5ae-4756-b8bc-ddda88c20a50 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459638 Jul 15 19:08:05.553592 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8518444-ca18-4c9e-84a3-af57ac67d8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:05.599710 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8518444-ca18-4c9e-84a3-af57ac67d8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:05.646836 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae77a0-b4c6-423a-9c19-32c9d8d1226e req-3a5deb51-c63a-410a-b25d-262f07e2f444 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:05.649042 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-28ae77a0-b4c6-423a-9c19-32c9d8d1226e req-3a5deb51-c63a-410a-b25d-262f07e2f444 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 932 time: 0.1865122 Jul 15 19:08:05.721869 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-28ae77a0-b4c6-423a-9c19-32c9d8d1226e req-ab764139-48d8-4075-94aa-9a356e3f1b0d tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631390 Jul 15 19:08:05.738687 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8518444-ca18-4c9e-84a3-af57ac67d8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:05.748972 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8518444-ca18-4c9e-84a3-af57ac67d8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:05.750802 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a8518444-ca18-4c9e-84a3-af57ac67d8de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b765c897-b21c-449c-99b6-4e6f4129ce4c HTTP/1.1" status: 204 len: 168 time: 0.3718364 Jul 15 19:08:05.774995 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8518444-ca18-4c9e-84a3-af57ac67d8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b765c897-b21c-449c-99b6-4e6f4129ce4c,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:06.202059 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6afe3-4b4b-45b9-971f-2068228063b5 req-984b7a32-ff74-47b0-8ae7-ddbb5db98d2c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:06.204745 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-12c6afe3-4b4b-45b9-971f-2068228063b5 req-984b7a32-ff74-47b0-8ae7-ddbb5db98d2c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 931 time: 0.1301038 Jul 15 19:08:06.273058 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-12c6afe3-4b4b-45b9-971f-2068228063b5 req-6b61ee10-b972-47e2-9038-d4ae4b01efde tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621192 Jul 15 19:08:06.281111 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:08:06.744584 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2380b-e7fb-4404-ba84-bca81ae5dd19 req-71c77678-cecd-4467-92cc-20a99f414a89 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:06.746206 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2da2380b-e7fb-4404-ba84-bca81ae5dd19 req-71c77678-cecd-4467-92cc-20a99f414a89 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0813856 Jul 15 19:08:06.837739 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2da2380b-e7fb-4404-ba84-bca81ae5dd19 req-3e5ffffb-cbc4-465c-8c61-912306d77383 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789154 Jul 15 19:08:06.965785 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80679fb8-bbdf-4aaf-8193-ad5d136d0e42 req-7236c6c9-08a2-4c42-9b90-b0f38ac2ccde tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:06.967409 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-80679fb8-bbdf-4aaf-8193-ad5d136d0e42 req-7236c6c9-08a2-4c42-9b90-b0f38ac2ccde tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 932 time: 0.0838974 Jul 15 19:08:07.013599 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-80679fb8-bbdf-4aaf-8193-ad5d136d0e42 req-b6ccb956-f5d9-442c-b3a6-aed7d4f8989e tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Jul 15 19:08:07.473587 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480bf0b-f0c7-4f1f-b75c-fad94a97ded3 req-f1af9be3-a4ed-4549-97c4-55ac9dd65c02 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:07.475287 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8480bf0b-f0c7-4f1f-b75c-fad94a97ded3 req-f1af9be3-a4ed-4549-97c4-55ac9dd65c02 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 931 time: 0.0766261 Jul 15 19:08:07.571718 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8480bf0b-f0c7-4f1f-b75c-fad94a97ded3 req-c272976d-09a4-4b48-83f2-f5150008fd94 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582209 Jul 15 19:08:08.076442 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a4587-8056-4ca8-bcc5-04a0999611b0 req-e99cfa37-1094-4d70-8cf7-313efe6e374d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:08.078218 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fb1a4587-8056-4ca8-bcc5-04a0999611b0 req-e99cfa37-1094-4d70-8cf7-313efe6e374d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.1079249 Jul 15 19:08:08.126986 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fb1a4587-8056-4ca8-bcc5-04a0999611b0 req-8cc0dc87-4a45-4672-ae0f-48e7914698bc tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391579 Jul 15 19:08:08.255941 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829dc1c-93d7-4eb4-bd94-8f13d120bdec req-f2de6c7e-1b69-4b73-92bd-90dba4ce95ab tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:08.257603 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7829dc1c-93d7-4eb4-bd94-8f13d120bdec req-f2de6c7e-1b69-4b73-92bd-90dba4ce95ab tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 932 time: 0.0723956 Jul 15 19:08:08.322013 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7829dc1c-93d7-4eb4-bd94-8f13d120bdec req-622f3aba-5d1f-4f9b-93d1-e63a2ebdc741 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567145 Jul 15 19:08:08.788047 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cec0a-f686-423e-be58-676b9c71fc2b req-e93800bc-8078-43a7-b81b-e57c80d1840f tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:08.788047 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-448cec0a-f686-423e-be58-676b9c71fc2b req-e93800bc-8078-43a7-b81b-e57c80d1840f tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 931 time: 0.0728345 Jul 15 19:08:08.842774 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-448cec0a-f686-423e-be58-676b9c71fc2b req-afd49735-0396-4789-9fbd-f6152b8e1e61 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480394 Jul 15 19:08:09.355937 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e317e3-87de-40bf-af8f-519d8ad41bdd req-c1419126-89de-4134-a97b-7c2f924ec00a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:09.361715 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e0e317e3-87de-40bf-af8f-519d8ad41bdd req-c1419126-89de-4134-a97b-7c2f924ec00a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0793872 Jul 15 19:08:09.483972 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e0e317e3-87de-40bf-af8f-519d8ad41bdd req-3e9b504c-cc00-44c2-9c57-a4b38cbad172 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118231 Jul 15 19:08:10.019906 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1a511-c4da-4883-943d-937aa8f2e5df req-074ddbcf-9e18-4726-9da4-24700672af7f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:10.035394 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0d1a511-c4da-4883-943d-937aa8f2e5df req-074ddbcf-9e18-4726-9da4-24700672af7f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 932 time: 0.4665580 Jul 15 19:08:10.087904 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0d1a511-c4da-4883-943d-937aa8f2e5df req-fca5f69f-a6a1-490f-824b-1bf3f63b90c2 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506718 Jul 15 19:08:10.108175 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d64e4-7c12-4ddb-bb41-f207c8e59ec0 req-2c591935-a066-4e77-9d20-18fc5cca2775 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:10.115885 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d71d64e4-7c12-4ddb-bb41-f207c8e59ec0 req-2c591935-a066-4e77-9d20-18fc5cca2775 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 931 time: 0.0966442 Jul 15 19:08:10.188200 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d71d64e4-7c12-4ddb-bb41-f207c8e59ec0 req-d8c38675-a299-4ef7-a1e6-9dfcded6daad tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711613 Jul 15 19:08:10.750512 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92fa5d-3b79-41ba-adae-c8a66614ff2d req-1786f487-f986-4402-97cc-e277f2ad8c23 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:10.751629 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c92fa5d-3b79-41ba-adae-c8a66614ff2d req-1786f487-f986-4402-97cc-e277f2ad8c23 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0929029 Jul 15 19:08:10.795484 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c92fa5d-3b79-41ba-adae-c8a66614ff2d req-5b0553f5-742b-43dd-af4a-5192b0979055 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376194 Jul 15 19:08:11.280349 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee99695-a823-4b41-a0e4-25017486d018 req-af7c5e21-6e33-4034-aad2-821bcbc15af5 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:11.282206 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bee99695-a823-4b41-a0e4-25017486d018 req-af7c5e21-6e33-4034-aad2-821bcbc15af5 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 932 time: 0.0739138 Jul 15 19:08:11.333090 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bee99695-a823-4b41-a0e4-25017486d018 req-5b4ba272-9886-4a3c-8430-2060b1eb530d tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395789 Jul 15 19:08:11.387514 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464a59a-4678-47ac-aac7-642a4afa1fcc req-80c0503a-0201-4a6d-93b0-346b61d13237 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:11.389022 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f464a59a-4678-47ac-aac7-642a4afa1fcc req-80c0503a-0201-4a6d-93b0-346b61d13237 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 931 time: 0.0719733 Jul 15 19:08:11.430480 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f464a59a-4678-47ac-aac7-642a4afa1fcc req-daee140e-c98e-41ce-a35e-e27640307391 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352314 Jul 15 19:08:11.676306 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:12.010752 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae94966-3288-4caf-bfb5-5614e052d906 req-3272af08-3d35-4c64-b7e5-d3a2d921a086 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:12.012217 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7ae94966-3288-4caf-bfb5-5614e052d906 req-3272af08-3d35-4c64-b7e5-d3a2d921a086 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0760615 Jul 15 19:08:12.059264 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7ae94966-3288-4caf-bfb5-5614e052d906 req-74db794a-d468-40a0-b82a-e83835190d2a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406816 Jul 15 19:08:12.528689 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbd0ca-7390-4bef-ae5e-aee95362c339 req-c9f86486-68cc-410f-94ed-f61237ea2fca tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:12.530232 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7fdbd0ca-7390-4bef-ae5e-aee95362c339 req-c9f86486-68cc-410f-94ed-f61237ea2fca tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 932 time: 0.0713053 Jul 15 19:08:12.572698 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7fdbd0ca-7390-4bef-ae5e-aee95362c339 req-056cddae-d1dc-4511-ac05-fb76c0ca9cdf tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359480 Jul 15 19:08:12.610132 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687c27e-942e-4949-b7a6-aa2c0c43c667 req-806255db-474c-4309-ab6c-92ce29d49dda tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:12.611555 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e687c27e-942e-4949-b7a6-aa2c0c43c667 req-806255db-474c-4309-ab6c-92ce29d49dda tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 931 time: 0.0652204 Jul 15 19:08:12.649820 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e687c27e-942e-4949-b7a6-aa2c0c43c667 req-f82a250c-61f9-4bc2-b842-f7a6f7be0f8a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325468 Jul 15 19:08:12.847247 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Request body: {'port': {'device_id': 'e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:12.855862 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Request body: {'port': {'device_id': '8c95eaa3-a532-4559-9b52-638d144b8954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:12.985039 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:12.987236 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:13.440833 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d89dd-f2ca-4cf0-8708-fdc3b1621652 req-ade9a704-0ec6-4017-81e1-18d00e1a9026 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:13.442382 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c72d89dd-f2ca-4cf0-8708-fdc3b1621652 req-ade9a704-0ec6-4017-81e1-18d00e1a9026 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.2396090 Jul 15 19:08:13.559806 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c72d89dd-f2ca-4cf0-8708-fdc3b1621652 req-eb4a5e6a-092e-4904-aca0-8bbaee448258 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074238 Jul 15 19:08:13.588663 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f00814-48b5-403d-91ee-654489e636c4 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:08:13.598743 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:13.614922 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8dd60a-8976-4637-9d43-890c84492036 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:08:13.626012 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:13.628451 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Transition to ACTIVE for port object 30f00814-48b5-403d-91ee-654489e636c4 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:13.638901 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:13.644936 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Transition to ACTIVE for port object af8dd60a-8976-4637-9d43-890c84492036 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:13.671152 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:13.715690 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Pushing event updated for resources: {'Port': ['ID=30f00814-48b5-403d-91ee-654489e636c4,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:14.019151 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Pushing event updated for resources: {'Port': ['ID=af8dd60a-8976-4637-9d43-890c84492036,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:14.024136 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dea29-e968-4ede-a11a-cc3031e5e312 req-40e5674a-4e6a-4bcb-b37e-f280c4a84fd0 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.026285 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ea6dea29-e968-4ede-a11a-cc3031e5e312 req-40e5674a-4e6a-4bcb-b37e-f280c4a84fd0 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 943 time: 0.0943964 Jul 15 19:08:14.034247 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Attempting to bind port 30f00814-48b5-403d-91ee-654489e636c4 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:08:14.034567 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Attempting to bind port 30f00814-48b5-403d-91ee-654489e636c4 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '33cd15a4-8a36-4c91-9227-29a853248068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:08:14.035033 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Attempting to bind port 30f00814-48b5-403d-91ee-654489e636c4 on network c08679d7-fb47-49f8-b628-d7e87c9b3908 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:14.043780 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Attempting to bind port af8dd60a-8976-4637-9d43-890c84492036 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:08:14.044093 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Attempting to bind port af8dd60a-8976-4637-9d43-890c84492036 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '880f09a0-515b-492a-8540-6e2975cbbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:08:14.044418 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Attempting to bind port af8dd60a-8976-4637-9d43-890c84492036 on network fde56a34-cfb6-471e-8335-26622e2a2854 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:14.057672 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de52dcf-31e6-4e15-8d44-6d7782f80744 req-f57673ab-a31f-4097-8ec0-34c02992dc27 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.059413 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0de52dcf-31e6-4e15-8d44-6d7782f80744 req-f57673ab-a31f-4097-8ec0-34c02992dc27 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 944 time: 0.3472719 Jul 15 19:08:14.061266 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Port 30f00814-48b5-403d-91ee-654489e636c4 on network c08679d7-fb47-49f8-b628-d7e87c9b3908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:08:14.061588 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Attempting to bind port 30f00814-48b5-403d-91ee-654489e636c4 on network c08679d7-fb47-49f8-b628-d7e87c9b3908 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:14.064944 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Port af8dd60a-8976-4637-9d43-890c84492036 on network fde56a34-cfb6-471e-8335-26622e2a2854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:08:14.065324 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Attempting to bind port af8dd60a-8976-4637-9d43-890c84492036 on network fde56a34-cfb6-471e-8335-26622e2a2854 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:14.075990 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882985e4-c45a-4385-be77-b37f4cf188b9 req-09cd97ba-f12d-4c2f-b0b8-ac386fd97000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.077557 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-882985e4-c45a-4385-be77-b37f4cf188b9 req-09cd97ba-f12d-4c2f-b0b8-ac386fd97000 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=11d5286a3f064fc5b43d1d7139d00770&device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 1098 time: 0.1015563 Jul 15 19:08:14.081029 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ea6dea29-e968-4ede-a11a-cc3031e5e312 req-b03e77ac-a9f9-412f-ab01-83371743dd66 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443828 Jul 15 19:08:14.083087 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:08:14.083428 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Checking segment: {'id': '33cd15a4-8a36-4c91-9227-29a853248068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:14.083808 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Bound using segment: {'id': '33cd15a4-8a36-4c91-9227-29a853248068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:08:14.084249 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Bound port: 30f00814-48b5-403d-91ee-654489e636c4, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cd15a4-8a36-4c91-9227-29a853248068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:08:14.084606 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:14.096226 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:08:14.096566 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Checking segment: {'id': '880f09a0-515b-492a-8540-6e2975cbbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:14.096948 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Bound using segment: {'id': '880f09a0-515b-492a-8540-6e2975cbbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:08:14.097435 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Bound port: af8dd60a-8976-4637-9d43-890c84492036, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880f09a0-515b-492a-8540-6e2975cbbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:08:14.097786 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:14.176339 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882985e4-c45a-4385-be77-b37f4cf188b9 req-362229fc-f726-472d-9164-bcf9e538975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.178810 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-882985e4-c45a-4385-be77-b37f4cf188b9 req-362229fc-f726-472d-9164-bcf9e538975b service neutron] 10.222.0.81 "GET /v2.0/networks?id=4194f688-d3d8-4b01-940e-e17b50e63a83 HTTP/1.1" status: 200 len: 912 time: 0.0938449 Jul 15 19:08:14.183358 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0de52dcf-31e6-4e15-8d44-6d7782f80744 req-b8f7780c-a9b5-4874-8290-3cfd005f69f2 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141815 Jul 15 19:08:14.237840 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] For port 30f00814-48b5-403d-91ee-654489e636c4, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:08:14.240301 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] For port af8dd60a-8976-4637-9d43-890c84492036, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:08:14.243655 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] For port 30f00814-48b5-403d-91ee-654489e636c4, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=30f00814-48b5-403d-91ee-654489e636c4,segment=NetworkSegment(33cd15a4-8a36-4c91-9227-29a853248068),segment_id=33cd15a4-8a36-4c91-9227-29a853248068)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:08:14.245939 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] For port af8dd60a-8976-4637-9d43-890c84492036, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=af8dd60a-8976-4637-9d43-890c84492036,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:08:14.248543 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:14.279080 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:14.290012 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.290012 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:14.291346 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] 10.222.0.81 "PUT /v2.0/ports/30f00814-48b5-403d-91ee-654489e636c4 HTTP/1.1" status: 200 len: 1094 time: 1.4490578 Jul 15 19:08:14.295372 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66', 'tag': '30f00814-48b5-403d-91ee-654489e636c4'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:14.298568 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240c92f1-a633-4895-8533-c9141c280af3" -d '{"events": [{"name": "network-changed", "server_uuid": "e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66", "tag": "30f00814-48b5-403d-91ee-654489e636c4"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:14.325634 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.326323 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:14.327922 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] 10.222.0.81 "PUT /v2.0/ports/af8dd60a-8976-4637-9d43-890c84492036 HTTP/1.1" status: 200 len: 1093 time: 1.4774022 Jul 15 19:08:14.360515 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-882985e4-c45a-4385-be77-b37f4cf188b9 req-df7299b1-0465-4eee-aee5-5e6ac0426d03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 HTTP/1.1" status: 200 len: 1001 time: 0.1723301 Jul 15 19:08:14.402952 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61581294-a699-4e04-9d6a-01e9a5875895 service neutron] Pushing event updated for resources: {'Port': ['ID=30f00814-48b5-403d-91ee-654489e636c4,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:14.471141 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882985e4-c45a-4385-be77-b37f4cf188b9 req-d10b6c2a-364e-4cf4-985d-ac06bda54076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.472880 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-882985e4-c45a-4385-be77-b37f4cf188b9 req-d10b6c2a-364e-4cf4-985d-ac06bda54076 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0446c1b-838c-468f-b9ab-64ddc622ac9c HTTP/1.1" status: 200 len: 850 time: 0.0923500 Jul 15 19:08:14.515114 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c51d5-4473-427b-967c-090694fed717 service neutron] Pushing event updated for resources: {'Port': ['ID=af8dd60a-8976-4637-9d43-890c84492036,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:14.532853 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-af3f9d2f-6222-455a-be2c-3ca43826a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.537372 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-af3f9d2f-6222-455a-be2c-3ca43826a42c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72cc1babbf47483e8e439aa4e6338f8e&device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 1097 time: 0.1830204 Jul 15 19:08:14.541931 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ce975c9f-5e1a-476e-8240-7ce2b0d6f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.546702 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-ce975c9f-5e1a-476e-8240-7ce2b0d6f0cd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4027187114894275832071280cd2e36d&device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 1096 time: 0.1689548 Jul 15 19:08:14.574598 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d1493-e871-4cb5-9b7c-51ce6f72f4e1 req-c5005f3b-9758-4211-a898-f3fc13accef4 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.576191 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cd5d1493-e871-4cb5-9b7c-51ce6f72f4e1 req-c5005f3b-9758-4211-a898-f3fc13accef4 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.3400586 Jul 15 19:08:14.592099 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-eabf8c03-f1f9-4e83-b4f9-31ac1d8dfff0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30f00814-48b5-403d-91ee-654489e636c4 HTTP/1.1" status: 200 len: 217 time: 0.0442641 Jul 15 19:08:14.628463 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882985e4-c45a-4385-be77-b37f4cf188b9 req-d140a55c-f754-40ba-a3f9-2141e640fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.630115 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-882985e4-c45a-4385-be77-b37f4cf188b9 req-d140a55c-f754-40ba-a3f9-2141e640fd6f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4194f688-d3d8-4b01-940e-e17b50e63a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1487448 Jul 15 19:08:14.646532 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-664e3d48-d173-495f-b5fd-bfe296f483ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af8dd60a-8976-4637-9d43-890c84492036 HTTP/1.1" status: 200 len: 217 time: 0.0911899 Jul 15 19:08:14.675879 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e628af-390c-4cff-99b5-b54fac17fa39 x-openstack-request-id: req-39e628af-390c-4cff-99b5-b54fac17fa39 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:14.676276 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66", "tag": "30f00814-48b5-403d-91ee-654489e636c4", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:14.676619 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-39e628af-390c-4cff-99b5-b54fac17fa39 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:14.677097 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66', 'tag': '30f00814-48b5-403d-91ee-654489e636c4', 'status': 'completed', 'code': 200} Jul 15 19:08:14.743875 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cd5d1493-e871-4cb5-9b7c-51ce6f72f4e1 req-d6429266-7250-4c9c-99ec-72c8115c1156 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605327 Jul 15 19:08:14.780422 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-882985e4-c45a-4385-be77-b37f4cf188b9 req-61948319-d406-428b-bf2a-a3c543d62058 service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233480 Jul 15 19:08:14.783906 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52048) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:14.794790 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-158bf4aa-3c8d-4667-a521-e17300303fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.796274 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-158bf4aa-3c8d-4667-a521-e17300303fad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=908d85fd-a177-4409-8138-ba0f12d65f43 HTTP/1.1" status: 200 len: 853 time: 0.1300626 Jul 15 19:08:14.835010 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-5c4c7b3a-b3c7-4411-ae03-394f22a21e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.836561 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-5c4c7b3a-b3c7-4411-ae03-394f22a21e29 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c362ec95-47d0-4b33-bb29-85cf504862d5 HTTP/1.1" status: 200 len: 848 time: 0.1996281 Jul 15 19:08:14.881168 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-882985e4-c45a-4385-be77-b37f4cf188b9 req-59b2e516-ea5e-46cf-aac9-3dfcc3bbf240 service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913911 Jul 15 19:08:14.896417 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-69c4a53e-8543-4c6a-99bc-d91c23d532c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c08679d7-fb47-49f8-b628-d7e87c9b3908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411234 Jul 15 19:08:14.898966 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-72c68631-500b-45d5-adc3-fc2aee887a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:14.955218 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8036-31d5-43c1-8f1f-0fd1ee0394a9 req-dff968dc-6755-4047-aca9-723ff01c3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.956949 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-250d8036-31d5-43c1-8f1f-0fd1ee0394a9 req-dff968dc-6755-4047-aca9-723ff01c3b91 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 1099 time: 0.2770984 Jul 15 19:08:15.002359 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-72c68631-500b-45d5-adc3-fc2aee887a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.008259 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-72c68631-500b-45d5-adc3-fc2aee887a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.045296 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc298948-8565-4dc5-8ab1-a1eea5af48d8 req-18c32b52-86f7-45b0-8f26-85ebeddb64fb tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:15.046375 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-72c68631-500b-45d5-adc3-fc2aee887a20 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ea90c5ac29a841138c6c8db97c04c4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613070 Jul 15 19:08:15.046903 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bc298948-8565-4dc5-8ab1-a1eea5af48d8 req-18c32b52-86f7-45b0-8f26-85ebeddb64fb tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.2767401 Jul 15 19:08:15.050217 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52052) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:15.051434 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c68631-500b-45d5-adc3-fc2aee887a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa4ba3-3557-465b-978b-f8c0e0b122af,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:15.061439 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-64b5517d-0f62-43d6-adf4-33c1facd7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:15.063613 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-64b5517d-0f62-43d6-adf4-33c1facd7405 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fde56a34-cfb6-471e-8335-26622e2a2854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2455177 Jul 15 19:08:15.106373 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-da480d6c-f362-49c5-baef-2f28ad7abd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.132565 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-da480d6c-f362-49c5-baef-2f28ad7abd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.195047 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-da480d6c-f362-49c5-baef-2f28ad7abd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.198373 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-da480d6c-f362-49c5-baef-2f28ad7abd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.199568 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-da480d6c-f362-49c5-baef-2f28ad7abd7f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0caa4ba3-3557-465b-978b-f8c0e0b122af HTTP/1.1" status: 204 len: 168 time: 0.1451268 Jul 15 19:08:15.208076 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da480d6c-f362-49c5-baef-2f28ad7abd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa4ba3-3557-465b-978b-f8c0e0b122af,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:15.313557 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5bd44-955c-42d8-9405-9acd9311162b req-5d2125c6-b3b1-4f81-b7e4-611bf54fc53e tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:15.315173 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4dc5bd44-955c-42d8-9405-9acd9311162b req-5d2125c6-b3b1-4f81-b7e4-611bf54fc53e tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 943 time: 0.0796578 Jul 15 19:08:15.365750 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4dc5bd44-955c-42d8-9405-9acd9311162b req-1dc893ef-eebe-4827-b703-74487ded2e0a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438693 Jul 15 19:08:15.387255 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-5c8d590c-313a-4752-bb6f-073f1e709307 service neutron] 10.222.0.81 "GET /v2.0/networks/c08679d7-fb47-49f8-b628-d7e87c9b3908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801202 Jul 15 19:08:15.468794 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bc298948-8565-4dc5-8ab1-a1eea5af48d8 req-9f0ea5a8-fd0a-4a13-8483-2054fd61352b tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100254 Jul 15 19:08:15.480132 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8036-31d5-43c1-8f1f-0fd1ee0394a9 req-69a64431-bc16-4b2d-8cd8-16a909acbabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:15.481647 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-250d8036-31d5-43c1-8f1f-0fd1ee0394a9 req-69a64431-bc16-4b2d-8cd8-16a909acbabe service neutron] 10.222.0.81 "GET /v2.0/networks?id=a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 200 len: 920 time: 0.5099096 Jul 15 19:08:15.573966 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-250d8036-31d5-43c1-8f1f-0fd1ee0394a9 req-6443f797-4891-49e0-8da8-78cebbee7df4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bddef09-7277-44f4-bb05-f109ff222b1f HTTP/1.1" status: 200 len: 217 time: 0.0822091 Jul 15 19:08:15.577583 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-adc0c926-fb6f-4ac9-a3fb-36e9badd21e4 service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531943 Jul 15 19:08:15.605215 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca191b51-b32e-44a7-a3c8-1ec5a83ff207 req-7451fb57-9388-4f34-a852-15a06ee14087 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:15.607341 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ca191b51-b32e-44a7-a3c8-1ec5a83ff207 req-7451fb57-9388-4f34-a852-15a06ee14087 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 944 time: 0.0975432 Jul 15 19:08:15.607498 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52062) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:15.631506 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b437e4e7-226d-48e8-9a8f-14f165cfa0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.667669 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03fb9552-a3e5-46e5-aa9a-2e1dfb2a37ea req-82de8be7-b4da-4ceb-a10f-4ef195b031c9 service neutron] 10.222.0.81 "GET /v2.0/networks/c08679d7-fb47-49f8-b628-d7e87c9b3908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676291 Jul 15 19:08:15.690703 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ca191b51-b32e-44a7-a3c8-1ec5a83ff207 req-39dff686-62ca-4d14-947e-1ce67974c2f8 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658631 Jul 15 19:08:15.705224 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8036-31d5-43c1-8f1f-0fd1ee0394a9 req-288a5fc7-ccca-4b47-8560-39cc1463fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:15.707556 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-250d8036-31d5-43c1-8f1f-0fd1ee0394a9 req-288a5fc7-ccca-4b47-8560-39cc1463fcb2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6812f2bb-00f7-4b0b-a067-257a16519cb5 HTTP/1.1" status: 200 len: 859 time: 0.1198959 Jul 15 19:08:15.769883 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-250d8036-31d5-43c1-8f1f-0fd1ee0394a9 req-4b27acba-2517-4b37-b9db-37cc11c07539 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a1898f4d-6b9a-4d30-8950-56ad70b81f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458097 Jul 15 19:08:15.791990 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b437e4e7-226d-48e8-9a8f-14f165cfa0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.803426 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b437e4e7-226d-48e8-9a8f-14f165cfa0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.830479 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2764a157-8a85-4bfd-8b71-4306acb62b78 req-91d13acc-129e-48a0-b668-66e17b0dff02 service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341175 Jul 15 19:08:15.842561 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b437e4e7-226d-48e8-9a8f-14f165cfa0b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=82ff5c0b96db48e593695f5299e7f572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315388 Jul 15 19:08:15.843098 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52066) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:15.915860 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dd469ebe-36fd-4511-a2d1-ee0a175a6486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.939506 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dd469ebe-36fd-4511-a2d1-ee0a175a6486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.946004 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c92f1-a633-4895-8533-c9141c280af3 req-96b2b20f-cefc-49b9-a6e2-f3b2aea431f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:15.947539 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-240c92f1-a633-4895-8533-c9141c280af3 req-96b2b20f-cefc-49b9-a6e2-f3b2aea431f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72cc1babbf47483e8e439aa4e6338f8e&device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 1097 time: 0.2143562 Jul 15 19:08:15.949041 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437e4e7-226d-48e8-9a8f-14f165cfa0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dd192e-c951-41a3-bf7c-0a277e2e6067,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:15.950262 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-250d8036-31d5-43c1-8f1f-0fd1ee0394a9 req-0f4f95d1-eeca-4b66-bcb6-59b7a640bf9d service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542058 Jul 15 19:08:15.991901 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dd469ebe-36fd-4511-a2d1-ee0a175a6486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.994569 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dd469ebe-36fd-4511-a2d1-ee0a175a6486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:15.995941 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-dd469ebe-36fd-4511-a2d1-ee0a175a6486 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95dd192e-c951-41a3-bf7c-0a277e2e6067 HTTP/1.1" status: 204 len: 168 time: 0.1519070 Jul 15 19:08:16.004953 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd469ebe-36fd-4511-a2d1-ee0a175a6486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dd192e-c951-41a3-bf7c-0a277e2e6067,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:16.078656 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62db44d-89a9-49ea-8d17-e4747c0fa807 req-ef12fc23-c99a-402b-863d-007bcae50d78 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:16.080508 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f62db44d-89a9-49ea-8d17-e4747c0fa807 req-ef12fc23-c99a-402b-863d-007bcae50d78 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.1772051 Jul 15 19:08:16.176084 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c92f1-a633-4895-8533-c9141c280af3 req-7b6920d5-bdcc-4fc4-84d0-de5abbcfc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:16.177676 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-240c92f1-a633-4895-8533-c9141c280af3 req-7b6920d5-bdcc-4fc4-84d0-de5abbcfc931 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c08679d7-fb47-49f8-b628-d7e87c9b3908 HTTP/1.1" status: 200 len: 909 time: 0.2135265 Jul 15 19:08:16.181643 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-250d8036-31d5-43c1-8f1f-0fd1ee0394a9 req-14363319-ae2e-45d9-a0b1-011bfc17fe35 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130129 Jul 15 19:08:16.186810 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f62db44d-89a9-49ea-8d17-e4747c0fa807 req-38b42ca8-0135-4af5-aef6-d57f976a57f0 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749726 Jul 15 19:08:16.240829 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-240c92f1-a633-4895-8533-c9141c280af3 req-c7594bda-91c2-4b8d-88fd-74ebd134f764 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30f00814-48b5-403d-91ee-654489e636c4 HTTP/1.1" status: 200 len: 217 time: 0.0521290 Jul 15 19:08:16.294010 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c92f1-a633-4895-8533-c9141c280af3 req-38631a96-d0f2-42c4-814a-4ef08b89de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:16.295497 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-240c92f1-a633-4895-8533-c9141c280af3 req-38631a96-d0f2-42c4-814a-4ef08b89de11 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c362ec95-47d0-4b33-bb29-85cf504862d5 HTTP/1.1" status: 200 len: 848 time: 0.0474272 Jul 15 19:08:16.331050 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-240c92f1-a633-4895-8533-c9141c280af3 req-8108e252-a1aa-4caf-89c9-20b2549cc1de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c08679d7-fb47-49f8-b628-d7e87c9b3908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276477 Jul 15 19:08:16.383036 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52080) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:16.397249 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2ee24144-fbc3-44e2-916d-8a4c3437229f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.437605 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-240c92f1-a633-4895-8533-c9141c280af3 req-97adc3c0-c146-4a12-8fc3-e117b4ad73dd service neutron] 10.222.0.81 "GET /v2.0/networks/c08679d7-fb47-49f8-b628-d7e87c9b3908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993545 Jul 15 19:08:16.523689 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-cb897ce8-3d06-4096-a8ab-b0f53bbf394b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.537094 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2ee24144-fbc3-44e2-916d-8a4c3437229f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.540742 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-240c92f1-a633-4895-8533-c9141c280af3 req-08216ae6-3a5d-459d-8b16-ee3900d30683 service neutron] 10.222.0.81 "GET /v2.0/networks/c08679d7-fb47-49f8-b628-d7e87c9b3908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958519 Jul 15 19:08:16.544011 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2ee24144-fbc3-44e2-916d-8a4c3437229f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.588637 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee24144-fbc3-44e2-916d-8a4c3437229f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d560a2-6f3d-49e5-9bc3-b9d571ab74c5,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:16.601998 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2ee24144-fbc3-44e2-916d-8a4c3437229f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a2475e5e9706421fa6a1d3d2487df663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145867 Jul 15 19:08:16.601998 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52086) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:16.639489 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33712c-4ca4-42d4-972a-736afc66c220 req-b4952d0a-01a9-4455-bf89-8f89493b86b0 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:16.641293 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bc33712c-4ca4-42d4-972a-736afc66c220 req-b4952d0a-01a9-4455-bf89-8f89493b86b0 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 943 time: 0.1429183 Jul 15 19:08:16.681164 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ea2d5-1e7a-4557-819f-4839b4c98074 req-f3e099d4-bb83-494e-b560-7de8fea6f1f2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:16.682711 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5f1ea2d5-1e7a-4557-819f-4839b4c98074 req-f3e099d4-bb83-494e-b560-7de8fea6f1f2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0743184 Jul 15 19:08:16.683185 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:16.685628 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6e17ce-f93c-41e0-92cf-150f6dd10f70" -d '{"events": [{"name": "network-changed", "server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "tag": "af8dd60a-8976-4637-9d43-890c84492036"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:16.697663 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bc33712c-4ca4-42d4-972a-736afc66c220 req-1f070778-519e-40dd-a394-dabb62f3f38b tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470138 Jul 15 19:08:16.698670 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f323abc9-6c65-4b4a-8e68-cdb99804ca99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.723790 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f323abc9-6c65-4b4a-8e68-cdb99804ca99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.739925 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5f1ea2d5-1e7a-4557-819f-4839b4c98074 req-9442b8ee-6c1e-4114-8fa5-9077a403f096 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490921 Jul 15 19:08:16.765658 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb52297-c63b-42aa-896c-0ab881c1dab0 x-openstack-request-id: req-bdb52297-c63b-42aa-896c-0ab881c1dab0 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:16.765944 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "tag": "af8dd60a-8976-4637-9d43-890c84492036", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:16.766683 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bdb52297-c63b-42aa-896c-0ab881c1dab0 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:16.766683 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036', 'status': 'completed', 'code': 200} Jul 15 19:08:16.787960 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f323abc9-6c65-4b4a-8e68-cdb99804ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.791404 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f323abc9-6c65-4b4a-8e68-cdb99804ca99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:16.792731 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f323abc9-6c65-4b4a-8e68-cdb99804ca99 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60d560a2-6f3d-49e5-9bc3-b9d571ab74c5 HTTP/1.1" status: 204 len: 168 time: 0.1899443 Jul 15 19:08:16.803023 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323abc9-6c65-4b4a-8e68-cdb99804ca99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d560a2-6f3d-49e5-9bc3-b9d571ab74c5,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:16.860368 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e17ce-f93c-41e0-92cf-150f6dd10f70 req-6a21ccd0-5eae-4a89-a1a7-e6144f5d9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:16.861258 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1e6e17ce-f93c-41e0-92cf-150f6dd10f70 req-6a21ccd0-5eae-4a89-a1a7-e6144f5d9310 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4027187114894275832071280cd2e36d&device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 1096 time: 0.0760341 Jul 15 19:08:17.000507 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e17ce-f93c-41e0-92cf-150f6dd10f70 req-95f2f6b8-7944-47f2-a432-4de5de443366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:17.002072 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1e6e17ce-f93c-41e0-92cf-150f6dd10f70 req-95f2f6b8-7944-47f2-a432-4de5de443366 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fde56a34-cfb6-471e-8335-26622e2a2854 HTTP/1.1" status: 200 len: 915 time: 0.1344109 Jul 15 19:08:17.013852 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2e516-64a1-444f-9468-2552ffc263a3 req-23a77c41-85d4-49fd-b2f5-4d09249474e7 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:17.015548 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-23a2e516-64a1-444f-9468-2552ffc263a3 req-23a77c41-85d4-49fd-b2f5-4d09249474e7 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 944 time: 0.1289535 Jul 15 19:08:17.059342 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1e6e17ce-f93c-41e0-92cf-150f6dd10f70 req-80697f3d-f294-40c6-839c-605d6d8c0a67 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af8dd60a-8976-4637-9d43-890c84492036 HTTP/1.1" status: 200 len: 217 time: 0.0427690 Jul 15 19:08:17.127607 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-23a2e516-64a1-444f-9468-2552ffc263a3 req-2df43e95-31ef-479a-b290-683878be6d7d tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045830 Jul 15 19:08:17.139145 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e17ce-f93c-41e0-92cf-150f6dd10f70 req-871ebf91-91c1-4ec2-b689-a545925268ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:17.140851 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1e6e17ce-f93c-41e0-92cf-150f6dd10f70 req-871ebf91-91c1-4ec2-b689-a545925268ff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=908d85fd-a177-4409-8138-ba0f12d65f43 HTTP/1.1" status: 200 len: 853 time: 0.0740843 Jul 15 19:08:17.204152 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e17ce-f93c-41e0-92cf-150f6dd10f70 req-d848b29e-f388-44d9-9048-b38baef65356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:17.205699 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1e6e17ce-f93c-41e0-92cf-150f6dd10f70 req-d848b29e-f388-44d9-9048-b38baef65356 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fde56a34-cfb6-471e-8335-26622e2a2854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0590594 Jul 15 19:08:17.310548 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1e6e17ce-f93c-41e0-92cf-150f6dd10f70 req-b5e69238-f3cb-4215-9ee2-f8a387799a97 service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985029 Jul 15 19:08:17.413407 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1e6e17ce-f93c-41e0-92cf-150f6dd10f70 req-238db3e6-7320-4437-ba99-044d942026cd service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959873 Jul 15 19:08:17.887313 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c7061-257d-4a92-bfeb-f76cb1891e5f req-eb867639-5d9d-437e-99a6-34aede4272d4 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:17.888957 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7f7c7061-257d-4a92-bfeb-f76cb1891e5f req-eb867639-5d9d-437e-99a6-34aede4272d4 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 943 time: 0.0693412 Jul 15 19:08:17.919516 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45380f-0f9e-4487-a5c3-4f010a5b8633 req-5c9be14c-b0b8-47ec-b1ef-0d58426be667 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:17.921024 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a45380f-0f9e-4487-a5c3-4f010a5b8633 req-5c9be14c-b0b8-47ec-b1ef-0d58426be667 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0652425 Jul 15 19:08:17.927203 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7f7c7061-257d-4a92-bfeb-f76cb1891e5f req-dfd99b91-21aa-4ce1-8a9a-2548c461d3cf tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 Jul 15 19:08:17.940392 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device af8dd60a-8976-4637-9d43-890c84492036 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:08:17.965622 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a45380f-0f9e-4487-a5c3-4f010a5b8633 req-90515ba7-d0c2-4387-9f22-4656a724d965 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383184 Jul 15 19:08:18.048947 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port af8dd60a-8976-4637-9d43-890c84492036, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=af8dd60a-8976-4637-9d43-890c84492036,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:18.066814 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': 'af8dd60a-8976-4637-9d43-890c84492036', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'port_id': 'af8dd60a-8976-4637-9d43-890c84492036', 'mac_address': 'fa:16:3e:41:42:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:08:18.114204 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.128541 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8dd60a-8976-4637-9d43-890c84492036 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:08:18.150549 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port af8dd60a-8976-4637-9d43-890c84492036, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=af8dd60a-8976-4637-9d43-890c84492036,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:18.158075 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.158788 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 30f00814-48b5-403d-91ee-654489e636c4 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:08:18.238325 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=af8dd60a-8976-4637-9d43-890c84492036,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:18.251220 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:18.251552 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:18.251903 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:18.252248 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:18.252595 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:18.252923 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:18.253266 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:18.253605 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:18.253949 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:18.254260 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:18.254599 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:18.254915 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:18.320288 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 30f00814-48b5-403d-91ee-654489e636c4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=30f00814-48b5-403d-91ee-654489e636c4,segment=NetworkSegment(33cd15a4-8a36-4c91-9227-29a853248068),segment_id=33cd15a4-8a36-4c91-9227-29a853248068)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:18.323095 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0936c-498b-4bf5-8b7e-83a2daf9ccd2 req-cf801216-b242-4899-96cc-48e0587fe0c5 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:18.324601 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aae0936c-498b-4bf5-8b7e-83a2daf9ccd2 req-cf801216-b242-4899-96cc-48e0587fe0c5 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 944 time: 0.0689631 Jul 15 19:08:18.331467 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '30f00814-48b5-403d-91ee-654489e636c4', 'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908', 'port_id': '30f00814-48b5-403d-91ee-654489e636c4', 'mac_address': 'fa:16:3e:77:20:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c362ec95-47d0-4b33-bb29-85cf504862d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:08:18.362772 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aae0936c-498b-4bf5-8b7e-83a2daf9ccd2 req-36f01337-5dec-463f-b6aa-11660d4891cb tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322332 Jul 15 19:08:18.369604 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.384878 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f00814-48b5-403d-91ee-654489e636c4 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:08:18.405674 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 30f00814-48b5-403d-91ee-654489e636c4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=30f00814-48b5-403d-91ee-654489e636c4,segment=NetworkSegment(33cd15a4-8a36-4c91-9227-29a853248068),segment_id=33cd15a4-8a36-4c91-9227-29a853248068)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:18.411442 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:18.467446 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=30f00814-48b5-403d-91ee-654489e636c4,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:18.675562 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['30f00814-48b5-403d-91ee-654489e636c4'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:08:18.678905 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['af8dd60a-8976-4637-9d43-890c84492036'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:08:19.106636 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f5836-433e-4de3-aed3-2d04cebd47f8 req-8950a24d-a214-48bd-8633-e7f5d750e566 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:19.108117 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-526f5836-433e-4de3-aed3-2d04cebd47f8 req-8950a24d-a214-48bd-8633-e7f5d750e566 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 944 time: 0.0684595 Jul 15 19:08:19.146051 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5eee81-5657-4f33-9d41-bffea3214b93 req-277807ec-9f0b-465a-842f-bff178f00f45 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:19.147559 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2d5eee81-5657-4f33-9d41-bffea3214b93 req-277807ec-9f0b-465a-842f-bff178f00f45 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0702767 Jul 15 19:08:19.148641 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-526f5836-433e-4de3-aed3-2d04cebd47f8 req-40e835de-e21d-4c26-b5c3-4a56cd7c3c63 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346017 Jul 15 19:08:19.188733 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2d5eee81-5657-4f33-9d41-bffea3214b93 req-9e972f70-5e32-463a-8db6-c61fe57cf14c tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341837 Jul 15 19:08:19.553919 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e66a1c-b319-4780-b9c7-b170f73ba3b4 req-06977438-ef6c-4df5-9c6a-fd4d5498cba5 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:19.555766 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-73e66a1c-b319-4780-b9c7-b170f73ba3b4 req-06977438-ef6c-4df5-9c6a-fd4d5498cba5 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 945 time: 0.0760272 Jul 15 19:08:19.597953 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-73e66a1c-b319-4780-b9c7-b170f73ba3b4 req-b2c11827-fadb-430e-80fd-dfb9ac39661d tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344176 Jul 15 19:08:19.941574 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device af8dd60a-8976-4637-9d43-890c84492036 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:20.000434 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port af8dd60a-8976-4637-9d43-890c84492036 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:20.005704 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port af8dd60a-8976-4637-9d43-890c84492036 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:20.006081 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.089092 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.111970 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:20.114300 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd93fb6-0583-4337-ae65-7691fc9e8a8b" -d '{"events": [{"server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "name": "network-vif-plugged", "status": "completed", "tag": "af8dd60a-8976-4637-9d43-890c84492036"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:20.127085 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port af8dd60a-8976-4637-9d43-890c84492036, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=af8dd60a-8976-4637-9d43-890c84492036,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:20.132499 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.133641 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 30f00814-48b5-403d-91ee-654489e636c4 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:20.155268 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12095748-2073-4931-b2fa-98d75ba1ceda x-openstack-request-id: req-12095748-2073-4931-b2fa-98d75ba1ceda {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:20.155555 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "name": "network-vif-plugged", "status": "completed", "tag": "af8dd60a-8976-4637-9d43-890c84492036", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:20.155826 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12095748-2073-4931-b2fa-98d75ba1ceda {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:20.156188 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036', 'code': 200} Jul 15 19:08:20.217794 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=af8dd60a-8976-4637-9d43-890c84492036,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:20.240151 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.243867 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port 30f00814-48b5-403d-91ee-654489e636c4 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:20.248101 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 30f00814-48b5-403d-91ee-654489e636c4 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:20.248470 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.334967 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.375437 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 30f00814-48b5-403d-91ee-654489e636c4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=30f00814-48b5-403d-91ee-654489e636c4,segment=NetworkSegment(33cd15a4-8a36-4c91-9227-29a853248068),segment_id=33cd15a4-8a36-4c91-9227-29a853248068)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:20.383329 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:20.395702 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d848bad-ece4-478a-8374-7a5624d0de65 req-75e9a32d-a0af-4f3d-8d1f-5468a311348f tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:20.396602 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d848bad-ece4-478a-8374-7a5624d0de65 req-75e9a32d-a0af-4f3d-8d1f-5468a311348f tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 945 time: 0.1051311 Jul 15 19:08:20.413345 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccf3bc-fa2b-4916-8e06-180cd559438a req-21132b55-eb11-442f-b465-a8288975e799 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:20.415571 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-98ccf3bc-fa2b-4916-8e06-180cd559438a req-21132b55-eb11-442f-b465-a8288975e799 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0711749 Jul 15 19:08:20.437511 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3aae4-babe-41d3-9108-dd9d78bb0e6e req-95b9ca6d-f103-4e79-acab-8a785664d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:20.439017 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9ef3aae4-babe-41d3-9108-dd9d78bb0e6e req-95b9ca6d-f103-4e79-acab-8a785664d306 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 1098 time: 0.1040440 Jul 15 19:08:20.448119 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=30f00814-48b5-403d-91ee-654489e636c4,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:20.456280 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-98ccf3bc-fa2b-4916-8e06-180cd559438a req-2b33bb4b-84f4-49de-87ee-1d18547b35a4 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351887 Jul 15 19:08:20.470348 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d848bad-ece4-478a-8374-7a5624d0de65 req-931458dc-1f94-47cc-bf16-afee3bcb8cb2 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636158 Jul 15 19:08:20.488429 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9ef3aae4-babe-41d3-9108-dd9d78bb0e6e req-f3a8b1a9-ee3a-4999-8f60-26470e9fc705 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412617 Jul 15 19:08:20.790462 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d767a-e569-4fe6-a2b7-211060c1ac7f req-26601266-3d92-4e38-b274-a11234669611 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:20.791921 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d77d767a-e569-4fe6-a2b7-211060c1ac7f req-26601266-3d92-4e38-b274-a11234669611 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 946 time: 0.0792294 Jul 15 19:08:20.833756 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d77d767a-e569-4fe6-a2b7-211060c1ac7f req-160fe101-1a09-48a4-b378-e20a2a7ff00e tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357535 Jul 15 19:08:21.166164 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f48b6372-3dc0-402a-a022-bcc080d01c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:21.655740 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ff3f4-0622-46b0-b0a0-e90b35c91b0a req-cc488ee8-eec5-4264-a2fb-0333096ddbc4 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:21.657306 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f0ff3f4-0622-46b0-b0a0-e90b35c91b0a req-cc488ee8-eec5-4264-a2fb-0333096ddbc4 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0663474 Jul 15 19:08:21.663930 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b69ace-c1b0-4d47-b465-ba133e1b8f58 req-f9962e4e-1d86-4b8a-9c7d-576920f9d040 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:21.665568 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d3b69ace-c1b0-4d47-b465-ba133e1b8f58 req-f9962e4e-1d86-4b8a-9c7d-576920f9d040 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 945 time: 0.0739710 Jul 15 19:08:21.701710 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f0ff3f4-0622-46b0-b0a0-e90b35c91b0a req-fd6036af-931a-4a14-8c11-85538a2bb041 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382257 Jul 15 19:08:21.703648 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d3b69ace-c1b0-4d47-b465-ba133e1b8f58 req-da311699-8162-4777-87e9-681453486fce tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325699 Jul 15 19:08:21.884587 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd46019-0b50-488a-9c34-749fe9a31f05 req-ca1c4a40-ba68-49a6-a9b0-a5705d0722c6 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:21.886184 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cd46019-0b50-488a-9c34-749fe9a31f05 req-ca1c4a40-ba68-49a6-a9b0-a5705d0722c6 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 945 time: 0.0705433 Jul 15 19:08:21.936847 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cd46019-0b50-488a-9c34-749fe9a31f05 req-622f86ff-8e34-4543-8770-62a5fbc7dc59 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441527 Jul 15 19:08:22.036812 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9212-6a7f-4fea-9bf3-65d45b95e7c8 req-ecfb8981-87dd-479f-b8a5-9571f59c39c2 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:22.038370 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-615c9212-6a7f-4fea-9bf3-65d45b95e7c8 req-ecfb8981-87dd-479f-b8a5-9571f59c39c2 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 946 time: 0.0679986 Jul 15 19:08:22.062923 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:22.080127 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-615c9212-6a7f-4fea-9bf3-65d45b95e7c8 req-2045ef4a-fe66-49e9-a594-1676a1f05968 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355270 Jul 15 19:08:22.157167 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f00814-48b5-403d-91ee-654489e636c4'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:22.159598 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612ca683-2578-4405-b30c-efd8a98cd15e" -d '{"events": [{"server_uuid": "e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66", "name": "network-vif-plugged", "status": "completed", "tag": "30f00814-48b5-403d-91ee-654489e636c4"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:22.195746 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63453d7-75c9-4a3e-ad2e-11c71ebac5b5 x-openstack-request-id: req-c63453d7-75c9-4a3e-ad2e-11c71ebac5b5 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:22.196379 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66", "name": "network-vif-plugged", "status": "completed", "tag": "30f00814-48b5-403d-91ee-654489e636c4", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:22.196379 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c63453d7-75c9-4a3e-ad2e-11c71ebac5b5 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:22.196543 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f00814-48b5-403d-91ee-654489e636c4', 'code': 200} Jul 15 19:08:22.343456 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa18db-5e3b-4fc7-a362-53c99d9be190 req-6396dad9-d288-45bd-8e57-b455a5f4faf4 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:22.344960 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37fa18db-5e3b-4fc7-a362-53c99d9be190 req-6396dad9-d288-45bd-8e57-b455a5f4faf4 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 945 time: 0.0666497 Jul 15 19:08:22.418047 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37fa18db-5e3b-4fc7-a362-53c99d9be190 req-9a8e8a82-e84d-4889-9159-3e0c05a3edfb tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634768 Jul 15 19:08:22.444291 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce575d8-1748-48f6-a3b2-6dedb22ab8db req-7e56c653-83b3-4653-ac93-4b5082c66c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:22.446213 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ce575d8-1748-48f6-a3b2-6dedb22ab8db req-7e56c653-83b3-4653-ac93-4b5082c66c46 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 1099 time: 0.0644460 Jul 15 19:08:22.491521 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ce575d8-1748-48f6-a3b2-6dedb22ab8db req-00986bda-d7b1-4bca-a319-5b91a0bf81ab service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368557 Jul 15 19:08:22.537421 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b835f-5913-4943-b5a4-3791200061bd req-eab48723-31fd-4ef6-91b3-6c958d64bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:22.538984 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d16b835f-5913-4943-b5a4-3791200061bd req-eab48723-31fd-4ef6-91b3-6c958d64bda3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 1099 time: 0.0558116 Jul 15 19:08:22.578896 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d16b835f-5913-4943-b5a4-3791200061bd req-ba3b30d7-f697-432b-9be6-2fceafd0219a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Jul 15 19:08:22.889882 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57b605-c418-4779-95d3-505c66b630b1 req-898fdc2b-a37a-4798-98a6-39f41dc596f8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:22.891365 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eb57b605-c418-4779-95d3-505c66b630b1 req-898fdc2b-a37a-4798-98a6-39f41dc596f8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0687230 Jul 15 19:08:22.930956 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eb57b605-c418-4779-95d3-505c66b630b1 req-8ca924d6-0092-4271-b4b8-ab4a90052374 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338914 Jul 15 19:08:23.269968 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae50d3-98c4-4b34-bed0-e0ed49b49157 req-a05f977b-3a6c-47ed-b0d1-f3364996a6c3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:23.271442 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8aae50d3-98c4-4b34-bed0-e0ed49b49157 req-a05f977b-3a6c-47ed-b0d1-f3364996a6c3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 946 time: 0.0685873 Jul 15 19:08:23.314258 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8aae50d3-98c4-4b34-bed0-e0ed49b49157 req-22db5db3-fc47-4002-979d-d6bdc5838611 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367951 Jul 15 19:08:23.576606 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:24.135919 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0803e-e1df-4d35-9f42-44e1814420c0 req-a22bd8a5-027d-48d4-8cee-2bc0820cc3d2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:24.137500 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1ae0803e-e1df-4d35-9f42-44e1814420c0 req-a22bd8a5-027d-48d4-8cee-2bc0820cc3d2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0822325 Jul 15 19:08:24.179162 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1ae0803e-e1df-4d35-9f42-44e1814420c0 req-5956326a-52b6-431c-8ec2-90769e655205 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355856 Jul 15 19:08:24.547262 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a81915-1e8c-4652-a0c3-0a5fdeb668ce req-cf6051ae-899e-4efe-9fc0-4727064db5ac tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:24.549213 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-45a81915-1e8c-4652-a0c3-0a5fdeb668ce req-cf6051ae-899e-4efe-9fc0-4727064db5ac tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 946 time: 0.0971956 Jul 15 19:08:24.601253 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-45a81915-1e8c-4652-a0c3-0a5fdeb668ce req-648b0e33-a26f-4f44-9818-8564bb486a46 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434945 Jul 15 19:08:24.811487 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484f335-40e9-458e-91b8-5e54315fc7cd req-af24cf17-e022-4b86-837d-19a1e16db923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:24.813042 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a484f335-40e9-458e-91b8-5e54315fc7cd req-af24cf17-e022-4b86-837d-19a1e16db923 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 1099 time: 0.0677097 Jul 15 19:08:24.874319 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf66639-96c4-47a3-9aad-a4b1c4c9777f req-d4e198d7-5c20-46bf-96b1-2f460a0d07e4 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:24.881235 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-baf66639-96c4-47a3-9aad-a4b1c4c9777f req-d4e198d7-5c20-46bf-96b1-2f460a0d07e4 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0849166 Jul 15 19:08:24.914428 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484f335-40e9-458e-91b8-5e54315fc7cd req-7278da3f-f17a-4ff7-8f51-a9f0cdc22a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:24.916196 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a484f335-40e9-458e-91b8-5e54315fc7cd req-7278da3f-f17a-4ff7-8f51-a9f0cdc22a71 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 200 len: 920 time: 0.0955706 Jul 15 19:08:24.918739 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-baf66639-96c4-47a3-9aad-a4b1c4c9777f req-59c206d7-b400-4540-bbf6-f3b71778076e tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365264 Jul 15 19:08:24.962079 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a484f335-40e9-458e-91b8-5e54315fc7cd req-765a3e3a-cffd-4b61-b794-d66d12f69b5b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bddef09-7277-44f4-bb05-f109ff222b1f HTTP/1.1" status: 200 len: 217 time: 0.0383296 Jul 15 19:08:25.014033 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484f335-40e9-458e-91b8-5e54315fc7cd req-3afa91c8-504c-4b85-a76f-15ef53a176a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:25.015520 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a484f335-40e9-458e-91b8-5e54315fc7cd req-3afa91c8-504c-4b85-a76f-15ef53a176a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6812f2bb-00f7-4b0b-a067-257a16519cb5 HTTP/1.1" status: 200 len: 859 time: 0.0462482 Jul 15 19:08:25.049074 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a484f335-40e9-458e-91b8-5e54315fc7cd req-4543dee4-de0d-4c6f-9d22-373cf088e76d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a1898f4d-6b9a-4d30-8950-56ad70b81f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271559 Jul 15 19:08:25.146925 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a484f335-40e9-458e-91b8-5e54315fc7cd req-c4dd0a10-c12e-4730-b4f7-9073161d3419 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913699 Jul 15 19:08:25.247500 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a484f335-40e9-458e-91b8-5e54315fc7cd req-716cddc2-f111-4753-94bb-d983acbc84c6 service neutron] 10.222.0.81 "GET /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916989 Jul 15 19:08:25.494219 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c764c-dd3d-4622-b81d-14e1e8ef621f req-a34c15d7-e251-40be-a491-2bf72f2b6694 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:25.495788 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d57c764c-dd3d-4622-b81d-14e1e8ef621f req-a34c15d7-e251-40be-a491-2bf72f2b6694 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 946 time: 0.0764008 Jul 15 19:08:25.534455 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d57c764c-dd3d-4622-b81d-14e1e8ef621f req-88eab233-c51f-4573-ab3b-2aecfc2d7132 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329638 Jul 15 19:08:26.111329 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a38b6-4253-480f-90db-f545ffb0f4a7 req-5749cd1f-75bc-484a-837f-6886d86aa82f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:26.112796 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-852a38b6-4253-480f-90db-f545ffb0f4a7 req-5749cd1f-75bc-484a-837f-6886d86aa82f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0775812 Jul 15 19:08:26.164175 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-852a38b6-4253-480f-90db-f545ffb0f4a7 req-e714c43c-f82f-497b-86fb-73959bc3f519 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Jul 15 19:08:26.734119 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7580c0-a4b2-4769-9606-63ced9c65234 req-b347ae95-2d7e-4347-8a33-e70ca0b76a22 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:26.735630 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9e7580c0-a4b2-4769-9606-63ced9c65234 req-b347ae95-2d7e-4347-8a33-e70ca0b76a22 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 946 time: 0.0773380 Jul 15 19:08:26.776685 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9e7580c0-a4b2-4769-9606-63ced9c65234 req-1c075ff6-89c7-4f7e-bc9b-5a10bb69481e tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327482 Jul 15 19:08:27.009254 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c125f-59dc-465b-882e-e73faaaaf196 req-5bfb8796-cb2d-4b47-9379-230314c2c3c0 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:27.010808 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ba7c125f-59dc-465b-882e-e73faaaaf196 req-5bfb8796-cb2d-4b47-9379-230314c2c3c0 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 946 time: 0.0695963 Jul 15 19:08:27.149421 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-ba7c125f-59dc-465b-882e-e73faaaaf196 req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Deleting port 30f00814-48b5-403d-91ee-654489e636c4 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:08:27.150129 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ba7c125f-59dc-465b-882e-e73faaaaf196 req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:27.241710 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-ba7c125f-59dc-465b-882e-e73faaaaf196 req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] For port 30f00814-48b5-403d-91ee-654489e636c4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=30f00814-48b5-403d-91ee-654489e636c4,segment=NetworkSegment(33cd15a4-8a36-4c91-9227-29a853248068),segment_id=33cd15a4-8a36-4c91-9227-29a853248068)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:27.242126 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ba7c125f-59dc-465b-882e-e73faaaaf196 req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:27.254829 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-ba7c125f-59dc-465b-882e-e73faaaaf196 req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Calling delete_port for 30f00814-48b5-403d-91ee-654489e636c4 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:08:27.396295 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b11af-5a41-4b37-86fc-9272292d88a2 req-85c79277-4cb0-451d-90b2-b4bfe0d84fef tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:27.397892 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-909b11af-5a41-4b37-86fc-9272292d88a2 req-85c79277-4cb0-451d-90b2-b4bfe0d84fef tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0969710 Jul 15 19:08:27.468064 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-909b11af-5a41-4b37-86fc-9272292d88a2 req-51ee0169-91a3-4fcf-8e8f-5db9fab55b41 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507066 Jul 15 19:08:27.469679 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ba7c125f-59dc-465b-882e-e73faaaaf196 req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:27.482505 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['30f00814-48b5-403d-91ee-654489e636c4'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:08:27.506336 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Pushing event deleted for resources: {'Port': ['ID=30f00814-48b5-403d-91ee-654489e636c4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:27.522007 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:27.522634 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:27.522634 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:27.522933 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:27.523348 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:27.523623 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:27.523932 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:27.524256 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:27.524570 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:27.524889 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:27.525223 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:27.525537 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:27.565548 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7c125f-59dc-465b-882e-e73faaaaf196 req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] No DVR routers for this DVR port 30f00814-48b5-403d-91ee-654489e636c4 on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:08:27.568694 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ba7c125f-59dc-465b-882e-e73faaaaf196 req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:27.572758 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ba7c125f-59dc-465b-882e-e73faaaaf196 req-a9ac3811-8448-4501-9f39-9547367914e3 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.81 "DELETE /v2.0/ports/30f00814-48b5-403d-91ee-654489e636c4 HTTP/1.1" status: 204 len: 173 time: 0.5490639 Jul 15 19:08:27.573403 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66', 'name': 'network-vif-deleted', 'tag': '30f00814-48b5-403d-91ee-654489e636c4'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:27.577726 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214c0576-f525-4a1e-b223-6c35d5808da5" -d '{"events": [{"server_uuid": "e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66", "name": "network-vif-deleted", "tag": "30f00814-48b5-403d-91ee-654489e636c4"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:27.630704 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f3447a-ce6d-4e0b-8f30-74db83784523 x-openstack-request-id: req-b2f3447a-ce6d-4e0b-8f30-74db83784523 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:27.631034 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66", "name": "network-vif-deleted", "tag": "30f00814-48b5-403d-91ee-654489e636c4", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:27.631377 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2f3447a-ce6d-4e0b-8f30-74db83784523 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:27.631780 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66', 'name': 'network-vif-deleted', 'tag': '30f00814-48b5-403d-91ee-654489e636c4', 'status': 'completed', 'code': 200} Jul 15 19:08:27.945602 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a69bad44-9627-4ad7-a41e-654edb5626e7 req-fe6e7476-507c-486d-bb5a-9bd4ef47b5b6 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7724ec3-2c0f-4c4f-b1c6-3227a3a18d66 HTTP/1.1" status: 200 len: 210 time: 0.0296552 Jul 15 19:08:29.375880 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-6c0c9d7a-48f2-42d5-81ed-9c2a2439e469 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:29.377580 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-6c0c9d7a-48f2-42d5-81ed-9c2a2439e469 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/networks?id=c08679d7-fb47-49f8-b628-d7e87c9b3908 HTTP/1.1" status: 200 len: 808 time: 0.1389649 Jul 15 19:08:29.394680 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-9bb2961d-50cd-4175-a654-b02f5e509503 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/quotas/72cc1babbf47483e8e439aa4e6338f8e HTTP/1.1" status: 200 len: 375 time: 0.0109267 Jul 15 19:08:29.440054 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-d899c9c0-03dc-4abc-93e2-15cc6a36e24c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=72cc1babbf47483e8e439aa4e6338f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396087 Jul 15 19:08:29.535341 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-bcaf01f9-bb39-42db-bafe-72c7a736d79f service neutron] 10.222.0.78 "GET /v2.0/networks/c08679d7-fb47-49f8-b628-d7e87c9b3908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883217 Jul 15 19:08:29.633504 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-dde354d3-60e6-4600-8d6d-b406402e937a service neutron] 10.222.0.78 "GET /v2.0/networks/c08679d7-fb47-49f8-b628-d7e87c9b3908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919349 Jul 15 19:08:29.819987 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34bb619a-254c-4255-889a-6c7e694c1f4b req-22811288-8b04-4790-be28-086f6db7e4ad tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 210 time: 0.0324304 Jul 15 19:08:29.971868 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 30f00814-48b5-403d-91ee-654489e636c4 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:08:29.998303 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: 30f00814-48b5-403d-91ee-654489e636c4 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:08:29.998628 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 30f00814-48b5-403d-91ee-654489e636c4 not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:08:30.993982 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e0b701a2-dac4-4324-b768-762fbe4d9ec0 req-0b56011a-3a1a-4af5-ac12-17673e6a5819 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 210 time: 0.0539448 Jul 15 19:08:31.337362 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-1c4b097a-844d-4d04-8bda-0e1063e867a2 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:31.338950 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-1c4b097a-844d-4d04-8bda-0e1063e867a2 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.81 "GET /v2.0/networks?id=c08679d7-fb47-49f8-b628-d7e87c9b3908 HTTP/1.1" status: 200 len: 808 time: 0.3996863 Jul 15 19:08:31.356418 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-82406647-d32d-4fea-b635-81fa933c749c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Request body: {'port': {'device_id': '23029171-89cd-403d-a119-ee5f4f89a6dc', 'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908', 'admin_state_up': True, 'tenant_id': '72cc1babbf47483e8e439aa4e6338f8e'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:31.476830 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-82406647-d32d-4fea-b635-81fa933c749c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Made reservation on behalf of 72cc1babbf47483e8e439aa4e6338f8e for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:08:31.480542 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-82406647-d32d-4fea-b635-81fa933c749c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:31.629012 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-82406647-d32d-4fea-b635-81fa933c749c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Allocated IP 172.20.0.7 (c08679d7-fb47-49f8-b628-d7e87c9b3908/c362ec95-47d0-4b33-bb29-85cf504862d5/027466d4-607e-4aa4-86b5-16025b82d962) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:08:31.787938 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-82406647-d32d-4fea-b635-81fa933c749c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:31.842109 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-82406647-d32d-4fea-b635-81fa933c749c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:31.892398 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-82406647-d32d-4fea-b635-81fa933c749c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Network c08679d7-fb47-49f8-b628-d7e87c9b3908 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:31.900089 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-82406647-d32d-4fea-b635-81fa933c749c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:31.906451 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-82406647-d32d-4fea-b635-81fa933c749c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:08:31.914060 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82406647-d32d-4fea-b635-81fa933c749c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Pushing event updated for resources: {'Port': ['ID=027466d4-607e-4aa4-86b5-16025b82d962,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:31.962298 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-82406647-d32d-4fea-b635-81fa933c749c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:31.962911 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-82406647-d32d-4fea-b635-81fa933c749c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:31.979191 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-82406647-d32d-4fea-b635-81fa933c749c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6272509 Jul 15 19:08:31.994182 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Request body: {'port': {'device_id': '23029171-89cd-403d-a119-ee5f4f89a6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:32.084813 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:32.310223 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130ec87-59b1-49a1-8033-9bedd4eca047 req-561e4b1d-1c99-4f01-9b5e-488565f95dba tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:32.311967 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3130ec87-59b1-49a1-8033-9bedd4eca047 req-561e4b1d-1c99-4f01-9b5e-488565f95dba tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 931 time: 0.2055695 Jul 15 19:08:32.407115 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3130ec87-59b1-49a1-8033-9bedd4eca047 req-ec6d22b0-fc04-4f91-acb3-88c08f46098f tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873389 Jul 15 19:08:32.449031 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330485de-bfa6-4bb3-a36a-2651bbce7f0a req-d5f4d620-902e-446d-9aa0-9ed8734b3648 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:32.451715 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-330485de-bfa6-4bb3-a36a-2651bbce7f0a req-d5f4d620-902e-446d-9aa0-9ed8734b3648 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 945 time: 0.0757432 Jul 15 19:08:32.505026 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-330485de-bfa6-4bb3-a36a-2651bbce7f0a req-3a1bbde0-2a57-436d-b36e-1db4917ba409 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474851 Jul 15 19:08:32.527462 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027466d4-607e-4aa4-86b5-16025b82d962 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:08:32.538146 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52268) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:32.539413 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:32.558599 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Transition to ACTIVE for port object 027466d4-607e-4aa4-86b5-16025b82d962 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:32.562728 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:32.621385 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Pushing event updated for resources: {'Port': ['ID=027466d4-607e-4aa4-86b5-16025b82d962,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:32.707515 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Attempting to bind port 027466d4-607e-4aa4-86b5-16025b82d962 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:08:32.709450 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Attempting to bind port 027466d4-607e-4aa4-86b5-16025b82d962 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '33cd15a4-8a36-4c91-9227-29a853248068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:08:32.709450 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Attempting to bind port 027466d4-607e-4aa4-86b5-16025b82d962 on network c08679d7-fb47-49f8-b628-d7e87c9b3908 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:32.713700 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Port 027466d4-607e-4aa4-86b5-16025b82d962 on network c08679d7-fb47-49f8-b628-d7e87c9b3908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:08:32.714038 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Attempting to bind port 027466d4-607e-4aa4-86b5-16025b82d962 on network c08679d7-fb47-49f8-b628-d7e87c9b3908 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:32.720021 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:08:32.720365 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Checking segment: {'id': '33cd15a4-8a36-4c91-9227-29a853248068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:32.720730 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Bound using segment: {'id': '33cd15a4-8a36-4c91-9227-29a853248068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:08:32.721181 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Bound port: 027466d4-607e-4aa4-86b5-16025b82d962, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cd15a4-8a36-4c91-9227-29a853248068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:08:32.721545 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:32.788354 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] For port 027466d4-607e-4aa4-86b5-16025b82d962, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:08:32.791917 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] For port 027466d4-607e-4aa4-86b5-16025b82d962, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=027466d4-607e-4aa4-86b5-16025b82d962,segment=NetworkSegment(33cd15a4-8a36-4c91-9227-29a853248068),segment_id=33cd15a4-8a36-4c91-9227-29a853248068)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:08:32.797420 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:32.799063 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac944d6-7379-4baf-92c4-e52daa44db61 tempest-TestMinimumBasicScenario-378542969 tempest-TestMinimumBasicScenario-378542969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:32.801020 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4ac944d6-7379-4baf-92c4-e52daa44db61 tempest-TestMinimumBasicScenario-378542969 tempest-TestMinimumBasicScenario-378542969-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 1093 time: 0.2607925 Jul 15 19:08:32.804240 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52272) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:32.809073 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Request body: {'floatingip': {'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'port_id': 'af8dd60a-8976-4637-9d43-890c84492036', 'tenant_id': '4027187114894275832071280cd2e36d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:32.833882 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:32.834641 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:32.836163 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] 10.222.0.81 "PUT /v2.0/ports/027466d4-607e-4aa4-86b5-16025b82d962 HTTP/1.1" status: 200 len: 1093 time: 0.8462408 Jul 15 19:08:32.836582 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23029171-89cd-403d-a119-ee5f4f89a6dc', 'tag': '027466d4-607e-4aa4-86b5-16025b82d962'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:32.839003 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ffd96c-59b7-449f-ad22-6a993f32cbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "23029171-89cd-403d-a119-ee5f4f89a6dc", "tag": "027466d4-607e-4aa4-86b5-16025b82d962"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:32.845754 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:32.871321 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cb279-ec65-41fa-ba37-3b6abdfa8f6c service neutron] Pushing event updated for resources: {'Port': ['ID=027466d4-607e-4aa4-86b5-16025b82d962,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:32.911949 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a57e7b-cda8-4a63-b628-270be3af0903 x-openstack-request-id: req-46a57e7b-cda8-4a63-b628-270be3af0903 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:32.912399 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23029171-89cd-403d-a119-ee5f4f89a6dc", "tag": "027466d4-607e-4aa4-86b5-16025b82d962", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:32.912792 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46a57e7b-cda8-4a63-b628-270be3af0903 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:32.913447 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23029171-89cd-403d-a119-ee5f4f89a6dc', 'tag': '027466d4-607e-4aa4-86b5-16025b82d962', 'status': 'completed', 'code': 200} Jul 15 19:08:32.978942 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:32.980391 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-ef5bcd3c-f87a-48e4-96e8-02d8311429ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:32.982042 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-ef5bcd3c-f87a-48e4-96e8-02d8311429ff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72cc1babbf47483e8e439aa4e6338f8e&device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 1096 time: 0.0860765 Jul 15 19:08:33.032782 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-aa80b1bd-c009-4b66-aad6-f45c19cac81e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=027466d4-607e-4aa4-86b5-16025b82d962 HTTP/1.1" status: 200 len: 217 time: 0.0426297 Jul 15 19:08:33.088735 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-9ac92775-6a5c-4089-8c99-d731e175e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:33.090305 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-9ac92775-6a5c-4089-8c99-d731e175e8af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c362ec95-47d0-4b33-bb29-85cf504862d5 HTTP/1.1" status: 200 len: 848 time: 0.0507090 Jul 15 19:08:33.125712 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-a04f2eeb-0687-4bba-9fd5-f2ae8e5f1418 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c08679d7-fb47-49f8-b628-d7e87c9b3908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281999 Jul 15 19:08:33.228328 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-9c9c0d9e-3d54-4a72-87d3-e1603329e2aa service neutron] 10.222.0.81 "GET /v2.0/networks/c08679d7-fb47-49f8-b628-d7e87c9b3908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954084 Jul 15 19:08:33.311452 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Allocated IP 172.27.1.74 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/2eb6d98d-8f48-43ce-926c-e6c4ec8f573b) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:08:33.331995 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2334126-c39f-4fd7-8a6f-db52a79fe9bd req-ba6f746e-b078-4d06-a54c-2ff5dd7f8764 service neutron] 10.222.0.81 "GET /v2.0/networks/c08679d7-fb47-49f8-b628-d7e87c9b3908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951242 Jul 15 19:08:33.421915 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:33.443660 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd96c-59b7-449f-ad22-6a993f32cbc9 req-3a854412-620a-4f53-814c-9f83849c1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:33.445501 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60ffd96c-59b7-449f-ad22-6a993f32cbc9 req-3a854412-620a-4f53-814c-9f83849c1bb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=72cc1babbf47483e8e439aa4e6338f8e&device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 1096 time: 0.0625389 Jul 15 19:08:33.466989 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:33.520997 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event updated for resources: {'Port': ['ID=2eb6d98d-8f48-43ce-926c-e6c4ec8f573b,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:33.534864 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:33.535381 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:33.536354 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:33.536819 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:33.537292 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:33.537771 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:33.538203 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:33.538770 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:33.540254 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:33.540794 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:33.541257 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:33.541762 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:33.565759 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd96c-59b7-449f-ad22-6a993f32cbc9 req-86a7c1e3-572f-45bb-8420-8c651da6948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:33.567390 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:33.567536 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60ffd96c-59b7-449f-ad22-6a993f32cbc9 req-86a7c1e3-572f-45bb-8420-8c651da6948c service neutron] 10.222.0.81 "GET /v2.0/networks?id=c08679d7-fb47-49f8-b628-d7e87c9b3908 HTTP/1.1" status: 200 len: 909 time: 0.1135428 Jul 15 19:08:33.569416 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:33.572279 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:08:33.625309 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60ffd96c-59b7-449f-ad22-6a993f32cbc9 req-2ef911c5-52fb-454e-88cc-18d16eb9cf7c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=027466d4-607e-4aa4-86b5-16025b82d962 HTTP/1.1" status: 200 len: 217 time: 0.0502143 Jul 15 19:08:33.701386 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd96c-59b7-449f-ad22-6a993f32cbc9 req-69d1604f-f201-4b20-ac3b-a4f10b173cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:33.702464 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60ffd96c-59b7-449f-ad22-6a993f32cbc9 req-69d1604f-f201-4b20-ac3b-a4f10b173cc0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c362ec95-47d0-4b33-bb29-85cf504862d5 HTTP/1.1" status: 200 len: 848 time: 0.0698771 Jul 15 19:08:33.744737 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60ffd96c-59b7-449f-ad22-6a993f32cbc9 req-099b9a2f-87f6-4165-939e-189093008e78 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c08679d7-fb47-49f8-b628-d7e87c9b3908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342069 Jul 15 19:08:33.782567 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d5087-e35a-4080-bcd4-fbe1ef8e3a01 req-880f7ca9-95a8-4475-a062-c3a84333be2c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:33.784878 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bb7d5087-e35a-4080-bcd4-fbe1ef8e3a01 req-880f7ca9-95a8-4475-a062-c3a84333be2c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 943 time: 0.2085385 Jul 15 19:08:33.858839 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60ffd96c-59b7-449f-ad22-6a993f32cbc9 req-6b581599-1c6f-4d99-944e-e0264188bd0b service neutron] 10.222.0.81 "GET /v2.0/networks/c08679d7-fb47-49f8-b628-d7e87c9b3908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045847 Jul 15 19:08:33.885424 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bb7d5087-e35a-4080-bcd4-fbe1ef8e3a01 req-3fdf1653-4ac4-4185-981a-be92dbfe588b tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916860 Jul 15 19:08:33.981187 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60ffd96c-59b7-449f-ad22-6a993f32cbc9 req-ddfc2396-4e20-4afc-8f7a-41f0549768ab service neutron] 10.222.0.81 "GET /v2.0/networks/c08679d7-fb47-49f8-b628-d7e87c9b3908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083436 Jul 15 19:08:34.168760 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:34.268200 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:34.426712 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:34.432523 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58955099'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:34.496912 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event updated for resources: {'Port': ['ID=2eb6d98d-8f48-43ce-926c-e6c4ec8f573b,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:34.509361 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:34.611099 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Floating IP a1f01c14-2fac-4493-9e56-d6a3b5db4f80 associated. External IP: 172.27.1.74, port: af8dd60a-8976-4637-9d43-890c84492036. Jul 15 19:08:34.864125 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:08:35.017879 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:08:35.027887 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc772556-da30-4f4c-bc7c-97d1f5d40988 None None] Sync routers for ids ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:08:35.038764 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc772556-da30-4f4c-bc7c-97d1f5d40988 None None] Routers {'1a77c39e-0454-4e6e-8e8f-caa6e04e7417'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:35.038764 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-fc772556-da30-4f4c-bc7c-97d1f5d40988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:08:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:35.047214 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.086069 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189183c-b36d-4c05-93ad-83e435285738 req-79d4a3bb-9a0d-4aca-b520-fde246480530 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:35.087792 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6189183c-b36d-4c05-93ad-83e435285738 req-79d4a3bb-9a0d-4aca-b520-fde246480530 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1133151 Jul 15 19:08:35.095814 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e56c1e-8857-471c-9ebb-26f2d0da4b24 req-b061e93e-d3d4-423a-a5ce-ee923c62f861 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:35.097409 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-22e56c1e-8857-471c-9ebb-26f2d0da4b24 req-b061e93e-d3d4-423a-a5ce-ee923c62f861 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 943 time: 0.0829887 Jul 15 19:08:35.109841 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c90c1ee9-c427-4ef6-91c5-e237e260d136 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3016174 Jul 15 19:08:35.111094 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 52292) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:35.113972 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:35.116358 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d487e05c7bc77a0d797d40f0ee1db13b1b7ca83f6747dd086ea50c900277cffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2ac2f2-3f0d-42c1-9d46-5d35fe314058" -d '{"events": [{"name": "network-changed", "server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "tag": "af8dd60a-8976-4637-9d43-890c84492036"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:35.116715 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-893d4485-cd44-475f-ba2e-d8295df1ce70 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010076357', 'description': 'tempest-secgroup-smoke-1010076357 description', 'project_id': '4027187114894275832071280cd2e36d'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:35.152210 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6189183c-b36d-4c05-93ad-83e435285738 req-a4be4702-d501-45df-a8a2-daa28ca25eb7 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571012 Jul 15 19:08:35.175561 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-22e56c1e-8857-471c-9ebb-26f2d0da4b24 req-17591bec-f872-41bf-a525-31e42ee3f9fe tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717771 Jul 15 19:08:35.176900 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-893d4485-cd44-475f-ba2e-d8295df1ce70 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.177185 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-fc772556-da30-4f4c-bc7c-97d1f5d40988 None None] Set router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:35.228913 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedb120e-5f90-4daa-be88-6b17b06f2b63 x-openstack-request-id: req-cedb120e-5f90-4daa-be88-6b17b06f2b63 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:35.229461 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "tag": "af8dd60a-8976-4637-9d43-890c84492036", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:35.229855 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cedb120e-5f90-4daa-be88-6b17b06f2b63 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:35.230917 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036', 'status': 'completed', 'code': 200} Jul 15 19:08:35.331675 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-893d4485-cd44-475f-ba2e-d8295df1ce70 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.340099 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-893d4485-cd44-475f-ba2e-d8295df1ce70 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.376479 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d4485-cd44-475f-ba2e-d8295df1ce70 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206ccfb5-0398-40d7-a1ff-f14ef771ee85,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:35.380493 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-893d4485-cd44-475f-ba2e-d8295df1ce70 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.381760 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-893d4485-cd44-475f-ba2e-d8295df1ce70 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2697093 Jul 15 19:08:35.384169 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ac2f2-3f0d-42c1-9d46-5d35fe314058 req-4c49c361-aebb-4c1f-942e-cdf46d4f4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:35.385279 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52296) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:35.385680 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef2ac2f2-3f0d-42c1-9d46-5d35fe314058 req-4c49c361-aebb-4c1f-942e-cdf46d4f4daa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4027187114894275832071280cd2e36d&device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 1098 time: 0.1174400 Jul 15 19:08:35.393410 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-213b0af7-5e09-4e32-8b7d-d3cf2eb13147 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Request body: {'security_group_rule': {'security_group_id': '206ccfb5-0398-40d7-a1ff-f14ef771ee85', 'project_id': '4027187114894275832071280cd2e36d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:35.439937 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-213b0af7-5e09-4e32-8b7d-d3cf2eb13147 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.452087 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-fc772556-da30-4f4c-bc7c-97d1f5d40988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:07:34Z', 'revision_number': 4, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port': {'id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:30Z', 'updated_at': '2021-07-15T19:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': 'a1f01c14-2fac-4493-9e56-d6a3b5db4f80', 'tenant_id': '4027187114894275832071280cd2e36d', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'port_id': 'af8dd60a-8976-4637-9d43-890c84492036', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'mac_address': 'fa:16:3e:41:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c95eaa3-a532-4559-9b52-638d144b8954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:08:33Z', 'updated_at': '2021-07-15T19:08:33Z', 'revision_number': 0, 'project_id': '4027187114894275832071280cd2e36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac092cf9-3a96-4408-ae5d-7498c03670e2', 'name': '', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'tenant_id': '4027187114894275832071280cd2e36d', 'mac_address': 'fa:16:3e:43:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:33Z', 'updated_at': '2021-07-15T19:07:42Z', 'revision_number': 5, 'project_id': '4027187114894275832071280cd2e36d', 'subnets': [{'id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:35.503957 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ac2f2-3f0d-42c1-9d46-5d35fe314058 req-cbda0a0d-330d-4467-beba-cf69061b52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:35.505668 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef2ac2f2-3f0d-42c1-9d46-5d35fe314058 req-cbda0a0d-330d-4467-beba-cf69061b52f6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fde56a34-cfb6-471e-8335-26622e2a2854 HTTP/1.1" status: 200 len: 915 time: 0.1119599 Jul 15 19:08:35.508772 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-213b0af7-5e09-4e32-8b7d-d3cf2eb13147 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.514495 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-213b0af7-5e09-4e32-8b7d-d3cf2eb13147 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.540193 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b0af7-5e09-4e32-8b7d-d3cf2eb13147 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fd5854-8a57-4175-a970-d4eecfc03095,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:35.559489 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-213b0af7-5e09-4e32-8b7d-d3cf2eb13147 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.560860 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-213b0af7-5e09-4e32-8b7d-d3cf2eb13147 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1741238 Jul 15 19:08:35.563738 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52298) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:35.570210 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-4c7dd610-59e2-4ca9-ae77-421225937cd9 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Request body: {'security_group_rule': {'security_group_id': '206ccfb5-0398-40d7-a1ff-f14ef771ee85', 'project_id': '4027187114894275832071280cd2e36d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:35.575673 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc772556-da30-4f4c-bc7c-97d1f5d40988 None None] Checking router: 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:08:35.584517 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc772556-da30-4f4c-bc7c-97d1f5d40988 None None] Routers {'1a77c39e-0454-4e6e-8e8f-caa6e04e7417'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:35.585400 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-fc772556-da30-4f4c-bc7c-97d1f5d40988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:08:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:35.586569 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef2ac2f2-3f0d-42c1-9d46-5d35fe314058 req-da36049b-710b-4674-a2c2-d6eb5df1a1a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af8dd60a-8976-4637-9d43-890c84492036 HTTP/1.1" status: 200 len: 998 time: 0.0742455 Jul 15 19:08:35.602971 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd610-59e2-4ca9-ae77-421225937cd9 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.647104 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ac2f2-3f0d-42c1-9d46-5d35fe314058 req-4ff017ab-d7e8-4641-9006-5090e66c282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:35.648632 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef2ac2f2-3f0d-42c1-9d46-5d35fe314058 req-4ff017ab-d7e8-4641-9006-5090e66c282d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=908d85fd-a177-4409-8138-ba0f12d65f43 HTTP/1.1" status: 200 len: 853 time: 0.0528975 Jul 15 19:08:35.687534 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd610-59e2-4ca9-ae77-421225937cd9 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.693052 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd610-59e2-4ca9-ae77-421225937cd9 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.695942 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-fc772556-da30-4f4c-bc7c-97d1f5d40988 None None] Set router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:35.714662 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7dd610-59e2-4ca9-ae77-421225937cd9 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcee4ded-1a2a-4286-b9ee-e51c8bcb41c7,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:35.728229 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ac2f2-3f0d-42c1-9d46-5d35fe314058 req-0e98259a-2c5a-4372-9bae-2a4e37123f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:35.728974 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd610-59e2-4ca9-ae77-421225937cd9 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.730102 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef2ac2f2-3f0d-42c1-9d46-5d35fe314058 req-0e98259a-2c5a-4372-9bae-2a4e37123f56 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fde56a34-cfb6-471e-8335-26622e2a2854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0712903 Jul 15 19:08:35.730877 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4c7dd610-59e2-4ca9-ae77-421225937cd9 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1659443 Jul 15 19:08:35.734172 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52300) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:35.739839 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-46594867-e105-4375-bb96-b7e303863f95 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Request body: {'security_group_rule': {'security_group_id': '206ccfb5-0398-40d7-a1ff-f14ef771ee85', 'project_id': '4027187114894275832071280cd2e36d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:35.773224 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46594867-e105-4375-bb96-b7e303863f95 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.860952 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46594867-e105-4375-bb96-b7e303863f95 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.865989 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef2ac2f2-3f0d-42c1-9d46-5d35fe314058 req-30f0ecd3-be5b-4b66-9f14-39718b664f4c service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246150 Jul 15 19:08:35.866470 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46594867-e105-4375-bb96-b7e303863f95 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.891184 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46594867-e105-4375-bb96-b7e303863f95 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3646509-95ca-4cf4-b17d-5e615ce3a600,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:35.896112 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46594867-e105-4375-bb96-b7e303863f95 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:35.897568 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-46594867-e105-4375-bb96-b7e303863f95 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620793 Jul 15 19:08:35.901337 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 52302) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:35.908529 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-cba4570a-d3e7-47bd-bdbd-f25771589021 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Request body: {'security_group_rule': {'security_group_id': '206ccfb5-0398-40d7-a1ff-f14ef771ee85', 'project_id': '4027187114894275832071280cd2e36d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:35.986987 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-fc772556-da30-4f4c-bc7c-97d1f5d40988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:07:34Z', 'revision_number': 4, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port': {'id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:30Z', 'updated_at': '2021-07-15T19:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': 'a1f01c14-2fac-4493-9e56-d6a3b5db4f80', 'tenant_id': '4027187114894275832071280cd2e36d', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'port_id': 'af8dd60a-8976-4637-9d43-890c84492036', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'mac_address': 'fa:16:3e:41:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c95eaa3-a532-4559-9b52-638d144b8954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:08:33Z', 'updated_at': '2021-07-15T19:08:33Z', 'revision_number': 0, 'project_id': '4027187114894275832071280cd2e36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac092cf9-3a96-4408-ae5d-7498c03670e2', 'name': '', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'tenant_id': '4027187114894275832071280cd2e36d', 'mac_address': 'fa:16:3e:43:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:33Z', 'updated_at': '2021-07-15T19:07:42Z', 'revision_number': 5, 'project_id': '4027187114894275832071280cd2e36d', 'subnets': [{'id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:35.990085 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 027466d4-607e-4aa4-86b5-16025b82d962 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:08:35.991216 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cba4570a-d3e7-47bd-bdbd-f25771589021 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.032799 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc772556-da30-4f4c-bc7c-97d1f5d40988 None None] The sync data for ids ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'] in dv-cinder-780933-11-iscsi is: [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:07:34Z', 'revision_number': 4, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port': {'id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:30Z', 'updated_at': '2021-07-15T19:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': 'a1f01c14-2fac-4493-9e56-d6a3b5db4f80', 'tenant_id': '4027187114894275832071280cd2e36d', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'port_id': 'af8dd60a-8976-4637-9d43-890c84492036', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'mac_address': 'fa:16:3e:41:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c95eaa3-a532-4559-9b52-638d144b8954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:08:33Z', 'updated_at': '2021-07-15T19:08:33Z', 'revision_number': 0, 'project_id': '4027187114894275832071280cd2e36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac092cf9-3a96-4408-ae5d-7498c03670e2', 'name': '', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'tenant_id': '4027187114894275832071280cd2e36d', 'mac_address': 'fa:16:3e:43:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:33Z', 'updated_at': '2021-07-15T19:07:42Z', 'revision_number': 5, 'project_id': '4027187114894275832071280cd2e36d', 'subnets': [{'id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:08:36.034050 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef2ac2f2-3f0d-42c1-9d46-5d35fe314058 req-79c9c701-9084-403c-a0fa-6a0ab4264f9d service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597829 Jul 15 19:08:36.107391 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 027466d4-607e-4aa4-86b5-16025b82d962, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=027466d4-607e-4aa4-86b5-16025b82d962,segment=NetworkSegment(33cd15a4-8a36-4c91-9227-29a853248068),segment_id=33cd15a4-8a36-4c91-9227-29a853248068)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:36.126150 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '027466d4-607e-4aa4-86b5-16025b82d962', 'network_id': 'c08679d7-fb47-49f8-b628-d7e87c9b3908', 'port_id': '027466d4-607e-4aa4-86b5-16025b82d962', 'mac_address': 'fa:16:3e:75:cb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c362ec95-47d0-4b33-bb29-85cf504862d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:08:36.140959 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cba4570a-d3e7-47bd-bdbd-f25771589021 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.146689 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cba4570a-d3e7-47bd-bdbd-f25771589021 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.172344 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4570a-d3e7-47bd-bdbd-f25771589021 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e56e2a-91f4-4a59-8b5f-c4add0c34037,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:36.177647 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cba4570a-d3e7-47bd-bdbd-f25771589021 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.182254 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52304) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:36.182500 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-cba4570a-d3e7-47bd-bdbd-f25771589021 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2800233 Jul 15 19:08:36.183863 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.188143 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-62234e81-321e-45dc-a904-9492fff121c6 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Request body: {'security_group_rule': {'security_group_id': '206ccfb5-0398-40d7-a1ff-f14ef771ee85', 'project_id': '4027187114894275832071280cd2e36d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:36.222842 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027466d4-607e-4aa4-86b5-16025b82d962 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:08:36.253599 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.securitygroups_db [None req-62234e81-321e-45dc-a904-9492fff121c6 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Project 4027187114894275832071280cd2e36d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:08:36.260698 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-62234e81-321e-45dc-a904-9492fff121c6 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.267971 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 027466d4-607e-4aa4-86b5-16025b82d962, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=027466d4-607e-4aa4-86b5-16025b82d962,segment=NetworkSegment(33cd15a4-8a36-4c91-9227-29a853248068),segment_id=33cd15a4-8a36-4c91-9227-29a853248068)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:36.279472 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.396925 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f7a79a-481e-45c5-915f-e7b442e41369 None None] New status for floating IP a1f01c14-2fac-4493-9e56-d6a3b5db4f80: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:08:36.400154 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=027466d4-607e-4aa4-86b5-16025b82d962,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:36.446090 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-62234e81-321e-45dc-a904-9492fff121c6 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.452303 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-62234e81-321e-45dc-a904-9492fff121c6 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.462461 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952c9fe-5e2a-4b0a-957c-4fffc9e0c425 req-263d9a4f-3d8d-41fa-a4d8-8fe3b9eff4d1 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:36.465693 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d952c9fe-5e2a-4b0a-957c-4fffc9e0c425 req-263d9a4f-3d8d-41fa-a4d8-8fe3b9eff4d1 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1264207 Jul 15 19:08:36.470284 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7123fa-7902-4edf-9a97-1a70011b2134 req-d4d3bc74-33f8-4fac-b426-261caf047dd8 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:36.472248 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a7123fa-7902-4edf-9a97-1a70011b2134 req-d4d3bc74-33f8-4fac-b426-261caf047dd8 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 944 time: 0.1303556 Jul 15 19:08:36.501425 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62234e81-321e-45dc-a904-9492fff121c6 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32acb7e7-f96b-4689-8a34-3c3fd9234d06,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:36.515876 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-62234e81-321e-45dc-a904-9492fff121c6 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.520499 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-62234e81-321e-45dc-a904-9492fff121c6 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3365548 Jul 15 19:08:36.526845 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 52310) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:36.543341 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-014a81cb-92d6-4c09-861e-39f0e1dd5bb8 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Request body: {'security_group_rule': {'security_group_id': '206ccfb5-0398-40d7-a1ff-f14ef771ee85', 'project_id': '4027187114894275832071280cd2e36d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:36.543692 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a7123fa-7902-4edf-9a97-1a70011b2134 req-bac49863-d3eb-4aad-b969-e4f19852edf2 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609992 Jul 15 19:08:36.570293 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d952c9fe-5e2a-4b0a-957c-4fffc9e0c425 req-f4b67aa1-6026-491d-a7c4-5f44e62d4ccc tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893157 Jul 15 19:08:36.601675 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-014a81cb-92d6-4c09-861e-39f0e1dd5bb8 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Project 4027187114894275832071280cd2e36d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:08:36.605327 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['027466d4-607e-4aa4-86b5-16025b82d962'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:08:36.613308 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-014a81cb-92d6-4c09-861e-39f0e1dd5bb8 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.691076 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-014a81cb-92d6-4c09-861e-39f0e1dd5bb8 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.696757 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-014a81cb-92d6-4c09-861e-39f0e1dd5bb8 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.716904 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a81cb-92d6-4c09-861e-39f0e1dd5bb8 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8e7f53-9f73-49be-88ac-b0d4babfb84a,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:36.729352 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-014a81cb-92d6-4c09-861e-39f0e1dd5bb8 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:36.734093 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-014a81cb-92d6-4c09-861e-39f0e1dd5bb8 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2031169 Jul 15 19:08:36.855597 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c45d3484-bdaa-4a25-a192-65fd805f257f req-dd3f082e-5bed-4c5c-a711-fca9195e8ee4 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010076357&fields=id&tenant_id=4027187114894275832071280cd2e36d HTTP/1.1" status: 200 len: 267 time: 0.0351524 Jul 15 19:08:36.940136 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d3484-bdaa-4a25-a192-65fd805f257f req-7010cb28-869a-4190-89ca-c4ef66395a59 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:36.941738 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c45d3484-bdaa-4a25-a192-65fd805f257f req-7010cb28-869a-4190-89ca-c4ef66395a59 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 945 time: 0.0805240 Jul 15 19:08:36.954383 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-c45d3484-bdaa-4a25-a192-65fd805f257f req-a0dff496-326b-4ec4-830e-bcfb7fd5877c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Request body: {'port': {'security_groups': ['e82d83a1-9374-452d-af91-d7c2756cd1be', '206ccfb5-0398-40d7-a1ff-f14ef771ee85']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:37.061254 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c45d3484-bdaa-4a25-a192-65fd805f257f req-a0dff496-326b-4ec4-830e-bcfb7fd5877c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:37.280116 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-c45d3484-bdaa-4a25-a192-65fd805f257f req-a0dff496-326b-4ec4-830e-bcfb7fd5877c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] For port af8dd60a-8976-4637-9d43-890c84492036, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=af8dd60a-8976-4637-9d43-890c84492036,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:37.313247 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c45d3484-bdaa-4a25-a192-65fd805f257f req-a0dff496-326b-4ec4-830e-bcfb7fd5877c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:37.319299 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c45d3484-bdaa-4a25-a192-65fd805f257f req-a0dff496-326b-4ec4-830e-bcfb7fd5877c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58955099'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:37.331722 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['af8dd60a-8976-4637-9d43-890c84492036'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:08:37.368413 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d3484-bdaa-4a25-a192-65fd805f257f req-a0dff496-326b-4ec4-830e-bcfb7fd5877c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:37.369054 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c45d3484-bdaa-4a25-a192-65fd805f257f req-a0dff496-326b-4ec4-830e-bcfb7fd5877c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:37.370582 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c45d3484-bdaa-4a25-a192-65fd805f257f req-a0dff496-326b-4ec4-830e-bcfb7fd5877c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "PUT /v2.0/ports/af8dd60a-8976-4637-9d43-890c84492036 HTTP/1.1" status: 200 len: 981 time: 0.4219396 Jul 15 19:08:37.371000 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:37.373518 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d487e05c7bc77a0d797d40f0ee1db13b1b7ca83f6747dd086ea50c900277cffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773be5b4-d6ee-4a8e-b0d5-7271b2376687" -d '{"events": [{"name": "network-changed", "server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "tag": "af8dd60a-8976-4637-9d43-890c84492036"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:37.434700 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82088028-13a1-4657-a75d-a80d850a56c0 x-openstack-request-id: req-82088028-13a1-4657-a75d-a80d850a56c0 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:37.435220 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "tag": "af8dd60a-8976-4637-9d43-890c84492036", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:37.435611 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-82088028-13a1-4657-a75d-a80d850a56c0 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:37.436154 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036', 'status': 'completed', 'code': 200} Jul 15 19:08:37.437064 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dff496-326b-4ec4-830e-bcfb7fd5877c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event updated for resources: {'Port': ['ID=af8dd60a-8976-4637-9d43-890c84492036,revision_number=6']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:37.505023 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['af8dd60a-8976-4637-9d43-890c84492036'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:08:37.630528 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773be5b4-d6ee-4a8e-b0d5-7271b2376687 req-bc44e5f0-2954-4f80-97f3-225946efe518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:37.632760 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-773be5b4-d6ee-4a8e-b0d5-7271b2376687 req-bc44e5f0-2954-4f80-97f3-225946efe518 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4027187114894275832071280cd2e36d&device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 1137 time: 0.1670132 Jul 15 19:08:37.650083 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312fc43-cc3f-4491-aaca-00a896b96bc3 req-c7796c78-b580-45da-a869-eabfb407a6ef tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:37.653714 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2312fc43-cc3f-4491-aaca-00a896b96bc3 req-c7796c78-b580-45da-a869-eabfb407a6ef tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.81 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.1261523 Jul 15 19:08:37.668340 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e301d08-9b0a-4928-b295-8b98acdf0d11 req-e844ea92-2ee2-47bf-aac9-c426db3ee879 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:37.671006 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4e301d08-9b0a-4928-b295-8b98acdf0d11 req-e844ea92-2ee2-47bf-aac9-c426db3ee879 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.1369705 Jul 15 19:08:37.752128 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-b780256a-36cf-4581-a0cd-db8ebe7d2698 None None] Provisioning complete for port af8dd60a-8976-4637-9d43-890c84492036 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:37.752562 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b780256a-36cf-4581-a0cd-db8ebe7d2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:37.762721 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4e301d08-9b0a-4928-b295-8b98acdf0d11 req-0de806c0-696c-4ead-a552-ae923fdc3f47 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831459 Jul 15 19:08:37.938578 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773be5b4-d6ee-4a8e-b0d5-7271b2376687 req-a89077f1-6e80-475e-b8c7-572765559962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:37.940156 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-773be5b4-d6ee-4a8e-b0d5-7271b2376687 req-a89077f1-6e80-475e-b8c7-572765559962 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fde56a34-cfb6-471e-8335-26622e2a2854 HTTP/1.1" status: 200 len: 915 time: 0.2852335 Jul 15 19:08:37.998199 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 027466d4-607e-4aa4-86b5-16025b82d962 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:08:38.045089 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48a3fc-718e-4365-87bc-c042f89c7170 req-11ed5108-c6d1-4410-88b1-71743d4f0844 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:38.047335 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c48a3fc-718e-4365-87bc-c042f89c7170 req-11ed5108-c6d1-4410-88b1-71743d4f0844 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 945 time: 0.0804863 Jul 15 19:08:38.064835 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f425002-b39e-419d-a91b-64e3ba7267c2 req-7856e27e-b119-44f3-8500-42831d59565a tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:38.066795 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f425002-b39e-419d-a91b-64e3ba7267c2 req-7856e27e-b119-44f3-8500-42831d59565a tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 944 time: 0.3262818 Jul 15 19:08:38.100836 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c48a3fc-718e-4365-87bc-c042f89c7170 req-17751fee-9f94-40a3-8513-a3d1b01286ca tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460260 Jul 15 19:08:38.122363 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-2312fc43-cc3f-4491-aaca-00a896b96bc3 req-39c1f0af-e17d-42a1-80cd-ba5abd98eaf2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Deleting port b92d1946-c5f1-4ece-bae0-4a14e874e29a {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:08:38.122704 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2312fc43-cc3f-4491-aaca-00a896b96bc3 req-39c1f0af-e17d-42a1-80cd-ba5abd98eaf2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:38.134613 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-773be5b4-d6ee-4a8e-b0d5-7271b2376687 req-5d5b856d-6a8d-4032-8130-032e9cbbabb1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af8dd60a-8976-4637-9d43-890c84492036 HTTP/1.1" status: 200 len: 1000 time: 0.1866050 Jul 15 19:08:38.176506 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port 027466d4-607e-4aa4-86b5-16025b82d962 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:08:38.193198 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 027466d4-607e-4aa4-86b5-16025b82d962 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:38.193585 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:38.214047 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f425002-b39e-419d-a91b-64e3ba7267c2 req-a7cb32c2-f638-4ab5-b084-e123e8fde56c tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250927 Jul 15 19:08:38.260177 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773be5b4-d6ee-4a8e-b0d5-7271b2376687 req-af18a61c-aee4-4506-967e-51c240146df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:38.261688 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-773be5b4-d6ee-4a8e-b0d5-7271b2376687 req-af18a61c-aee4-4506-967e-51c240146df0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=908d85fd-a177-4409-8138-ba0f12d65f43 HTTP/1.1" status: 200 len: 853 time: 0.1156628 Jul 15 19:08:38.308338 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-2312fc43-cc3f-4491-aaca-00a896b96bc3 req-39c1f0af-e17d-42a1-80cd-ba5abd98eaf2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] For port b92d1946-c5f1-4ece-bae0-4a14e874e29a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b92d1946-c5f1-4ece-bae0-4a14e874e29a,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:38.308702 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2312fc43-cc3f-4491-aaca-00a896b96bc3 req-39c1f0af-e17d-42a1-80cd-ba5abd98eaf2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:38.326221 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-2312fc43-cc3f-4491-aaca-00a896b96bc3 req-39c1f0af-e17d-42a1-80cd-ba5abd98eaf2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Calling delete_port for b92d1946-c5f1-4ece-bae0-4a14e874e29a owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:08:38.344396 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:38.367749 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23029171-89cd-403d-a119-ee5f4f89a6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027466d4-607e-4aa4-86b5-16025b82d962'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:38.370240 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ef537e-561e-49cf-9c2d-39fedda030c5" -d '{"events": [{"server_uuid": "23029171-89cd-403d-a119-ee5f4f89a6dc", "name": "network-vif-plugged", "status": "completed", "tag": "027466d4-607e-4aa4-86b5-16025b82d962"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:38.388651 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 027466d4-607e-4aa4-86b5-16025b82d962, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=027466d4-607e-4aa4-86b5-16025b82d962,segment=NetworkSegment(33cd15a4-8a36-4c91-9227-29a853248068),segment_id=33cd15a4-8a36-4c91-9227-29a853248068)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:38.394936 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:38.395703 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device b92d1946-c5f1-4ece-bae0-4a14e874e29a no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:08:38.440902 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1650904-ad45-4e51-9db4-28e07b57d35d x-openstack-request-id: req-c1650904-ad45-4e51-9db4-28e07b57d35d {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:38.441200 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23029171-89cd-403d-a119-ee5f4f89a6dc", "name": "network-vif-plugged", "status": "completed", "tag": "027466d4-607e-4aa4-86b5-16025b82d962", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:38.441444 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c1650904-ad45-4e51-9db4-28e07b57d35d {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:38.441848 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23029171-89cd-403d-a119-ee5f4f89a6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027466d4-607e-4aa4-86b5-16025b82d962', 'code': 200} Jul 15 19:08:38.484899 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=027466d4-607e-4aa4-86b5-16025b82d962,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:38.549525 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:38.594012 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port b92d1946-c5f1-4ece-bae0-4a14e874e29a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b92d1946-c5f1-4ece-bae0-4a14e874e29a,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:38.599795 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:38.663398 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=b92d1946-c5f1-4ece-bae0-4a14e874e29a,revision_number=6']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:38.668263 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773be5b4-d6ee-4a8e-b0d5-7271b2376687 req-e9cee272-d7e5-49a0-83d5-7e9e58c5298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:38.669884 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-773be5b4-d6ee-4a8e-b0d5-7271b2376687 req-e9cee272-d7e5-49a0-83d5-7e9e58c5298a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fde56a34-cfb6-471e-8335-26622e2a2854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3991301 Jul 15 19:08:38.819345 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e9b5d-cbaf-448d-9f16-8baf4a723eed req-07036bc7-a279-48d2-9eae-634ded27cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:38.820905 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-010e9b5d-cbaf-448d-9f16-8baf4a723eed req-07036bc7-a279-48d2-9eae-634ded27cebe service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 1098 time: 0.1916840 Jul 15 19:08:38.838576 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-773be5b4-d6ee-4a8e-b0d5-7271b2376687 req-2579a54f-31f6-4636-bbe3-2c47ce09e038 service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619956 Jul 15 19:08:38.894689 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2312fc43-cc3f-4491-aaca-00a896b96bc3 req-39c1f0af-e17d-42a1-80cd-ba5abd98eaf2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:38.909446 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['3bddef09-7277-44f4-bb05-f109ff222b1f'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:08:38.910890 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-010e9b5d-cbaf-448d-9f16-8baf4a723eed req-2f14f1ba-df87-4da9-997a-b33a725f8068 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808451 Jul 15 19:08:38.963357 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1f0af-e17d-42a1-80cd-ba5abd98eaf2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Pushing event deleted for resources: {'Port': ['ID=b92d1946-c5f1-4ece-bae0-4a14e874e29a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:39.034691 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-2312fc43-cc3f-4491-aaca-00a896b96bc3 req-39c1f0af-e17d-42a1-80cd-ba5abd98eaf2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] No DVR routers for this DVR port b92d1946-c5f1-4ece-bae0-4a14e874e29a on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:08:39.037754 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2312fc43-cc3f-4491-aaca-00a896b96bc3 req-39c1f0af-e17d-42a1-80cd-ba5abd98eaf2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:39.040489 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2312fc43-cc3f-4491-aaca-00a896b96bc3 req-39c1f0af-e17d-42a1-80cd-ba5abd98eaf2 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.81 "DELETE /v2.0/ports/b92d1946-c5f1-4ece-bae0-4a14e874e29a HTTP/1.1" status: 204 len: 173 time: 1.3723037 Jul 15 19:08:39.042334 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529a2862-708e-4f43-9972-036649e2e31f', 'name': 'network-vif-deleted', 'tag': 'b92d1946-c5f1-4ece-bae0-4a14e874e29a'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:39.044616 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19deff65-48f8-4e4d-9a7f-4e9aea81f4ac" -d '{"events": [{"server_uuid": "529a2862-708e-4f43-9972-036649e2e31f", "name": "network-vif-deleted", "tag": "b92d1946-c5f1-4ece-bae0-4a14e874e29a"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:39.049612 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-773be5b4-d6ee-4a8e-b0d5-7271b2376687 req-a43c7745-2294-43f0-b3db-b86f1731eadc service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988766 Jul 15 19:08:39.092375 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87458de9-72a5-4beb-96d8-80c4db128633 x-openstack-request-id: req-87458de9-72a5-4beb-96d8-80c4db128633 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:39.092747 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529a2862-708e-4f43-9972-036649e2e31f", "name": "network-vif-deleted", "tag": "b92d1946-c5f1-4ece-bae0-4a14e874e29a", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:39.093064 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87458de9-72a5-4beb-96d8-80c4db128633 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:39.093557 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529a2862-708e-4f43-9972-036649e2e31f', 'name': 'network-vif-deleted', 'tag': 'b92d1946-c5f1-4ece-bae0-4a14e874e29a', 'status': 'completed', 'code': 200} Jul 15 19:08:39.264099 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dd1883d5-b586-4a30-8289-ac11393a1397 req-3b905cea-ba52-4e32-a76a-7bd2f71020ea tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=529a2862-708e-4f43-9972-036649e2e31f HTTP/1.1" status: 200 len: 210 time: 0.0361567 Jul 15 19:08:39.420848 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad751784-9efe-4f5d-82c7-3393fa85da40 req-12138d9d-6312-4d3b-b542-be6482588716 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:39.422454 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ad751784-9efe-4f5d-82c7-3393fa85da40 req-12138d9d-6312-4d3b-b542-be6482588716 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 945 time: 0.0701604 Jul 15 19:08:39.465009 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ad751784-9efe-4f5d-82c7-3393fa85da40 req-ba98a123-d6e3-4e10-ab7f-0bc82b9c6e54 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360253 Jul 15 19:08:40.443292 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529a2862-708e-4f43-9972-036649e2e31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92d1946-c5f1-4ece-bae0-4a14e874e29a'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:40.445986 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7b3ae4-3b74-430f-a483-c469d26f44ed" -d '{"events": [{"server_uuid": "529a2862-708e-4f43-9972-036649e2e31f", "name": "network-vif-unplugged", "status": "completed", "tag": "b92d1946-c5f1-4ece-bae0-4a14e874e29a"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:40.483174 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea5eae8-712f-4002-99e2-313be2b7d616 x-openstack-request-id: req-2ea5eae8-712f-4002-99e2-313be2b7d616 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:40.483485 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529a2862-708e-4f43-9972-036649e2e31f", "name": "network-vif-unplugged", "status": "completed", "tag": "b92d1946-c5f1-4ece-bae0-4a14e874e29a", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:40.483732 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ea5eae8-712f-4002-99e2-313be2b7d616 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:40.484120 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529a2862-708e-4f43-9972-036649e2e31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92d1946-c5f1-4ece-bae0-4a14e874e29a', 'code': 200} Jul 15 19:08:40.717538 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f516-0a46-4193-8410-bc93e8fcb0bb req-6b2f6223-2506-4d36-8dc2-88fc9fb34208 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:40.719248 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-51a8f516-0a46-4193-8410-bc93e8fcb0bb req-6b2f6223-2506-4d36-8dc2-88fc9fb34208 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 945 time: 0.1139579 Jul 15 19:08:40.767386 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-51a8f516-0a46-4193-8410-bc93e8fcb0bb req-e68ad1ba-50d4-43bc-b391-0b8a2ebc0343 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Jul 15 19:08:40.830387 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de528-5de3-42fa-ae6c-a7841450709e req-4ed45a0e-07b9-42b8-9f88-f4efd74dce75 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:40.833248 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf0de528-5de3-42fa-ae6c-a7841450709e req-4ed45a0e-07b9-42b8-9f88-f4efd74dce75 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.1009774 Jul 15 19:08:40.881970 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf0de528-5de3-42fa-ae6c-a7841450709e req-1fe24089-89d6-4a6f-a522-2db7b07ff73a tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394037 Jul 15 19:08:41.516674 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1642d04c-8ee2-4e90-b7e4-64fc407194c0 req-8fd278aa-d3c8-4f5e-b6d0-9b5f1bcc3714 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581443 Jul 15 19:08:41.617647 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642d04c-8ee2-4e90-b7e4-64fc407194c0 req-2bce78c7-af57-4108-95bb-e5a4b7071621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:41.619372 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1642d04c-8ee2-4e90-b7e4-64fc407194c0 req-2bce78c7-af57-4108-95bb-e5a4b7071621 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=11d5286a3f064fc5b43d1d7139d00770&device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 1098 time: 0.0766923 Jul 15 19:08:41.707228 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:41.800500 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642d04c-8ee2-4e90-b7e4-64fc407194c0 req-98555235-8c9f-44a0-9fae-94a494528a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:41.802042 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1642d04c-8ee2-4e90-b7e4-64fc407194c0 req-98555235-8c9f-44a0-9fae-94a494528a93 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4194f688-d3d8-4b01-940e-e17b50e63a83 HTTP/1.1" status: 200 len: 912 time: 0.1433365 Jul 15 19:08:41.903872 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1642d04c-8ee2-4e90-b7e4-64fc407194c0 req-93a427ef-59e6-481b-b2ee-587ea7bb0977 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 HTTP/1.1" status: 200 len: 1001 time: 0.0839062 Jul 15 19:08:41.956372 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4baf5-262e-407c-9862-be875267b955 req-945e056e-96e7-4001-b874-f8d3ec4a3476 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:41.958880 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16f4baf5-262e-407c-9862-be875267b955 req-945e056e-96e7-4001-b874-f8d3ec4a3476 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 945 time: 0.1735623 Jul 15 19:08:41.996822 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642d04c-8ee2-4e90-b7e4-64fc407194c0 req-75b32900-b0d3-461f-a9f2-94e52f2c8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:41.998396 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1642d04c-8ee2-4e90-b7e4-64fc407194c0 req-75b32900-b0d3-461f-a9f2-94e52f2c8321 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0446c1b-838c-468f-b9ab-64ddc622ac9c HTTP/1.1" status: 200 len: 850 time: 0.0852511 Jul 15 19:08:42.051002 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16f4baf5-262e-407c-9862-be875267b955 req-71a0a583-052b-4489-b9cc-27bb423bcd55 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789609 Jul 15 19:08:42.084885 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c02206-82df-4d90-a8c8-ee6f97367461 req-e0f1a468-1388-48e2-8579-6fe2fd183850 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:42.086976 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-85c02206-82df-4d90-a8c8-ee6f97367461 req-e0f1a468-1388-48e2-8579-6fe2fd183850 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0784123 Jul 15 19:08:42.090572 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642d04c-8ee2-4e90-b7e4-64fc407194c0 req-72cdd1cf-cf12-40bf-abf2-f08ecf35d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:42.092132 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1642d04c-8ee2-4e90-b7e4-64fc407194c0 req-72cdd1cf-cf12-40bf-abf2-f08ecf35d86b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4194f688-d3d8-4b01-940e-e17b50e63a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0824826 Jul 15 19:08:42.135409 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-85c02206-82df-4d90-a8c8-ee6f97367461 req-d311e8cf-7735-4caf-882e-91bea622b773 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Jul 15 19:08:42.208149 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1642d04c-8ee2-4e90-b7e4-64fc407194c0 req-623907d3-c7a1-480f-9444-8601d6b1d3f4 service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940993 Jul 15 19:08:42.313529 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1642d04c-8ee2-4e90-b7e4-64fc407194c0 req-f6ea417d-3b5d-450a-babb-adc92fadc5b6 service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925882 Jul 15 19:08:43.235139 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339104d-18c1-4f51-9831-d6517c418a56 req-55166e29-a826-4742-860f-942edf32d14b tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:43.236690 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1339104d-18c1-4f51-9831-d6517c418a56 req-55166e29-a826-4742-860f-942edf32d14b tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 945 time: 0.0676446 Jul 15 19:08:43.277591 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1339104d-18c1-4f51-9831-d6517c418a56 req-ef060e5a-fdab-4ffa-9216-ed9cd0cfc497 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/security-groups?id=36efa315-b73c-4116-94e5-7dfd5381d0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347598 Jul 15 19:08:43.281662 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:08:43.330549 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972d37c-b44e-47fa-b143-149a38644266 req-9f9cd00c-0b44-4a6a-9d19-36068abbb982 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:43.332135 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d972d37c-b44e-47fa-b143-149a38644266 req-9f9cd00c-0b44-4a6a-9d19-36068abbb982 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0646226 Jul 15 19:08:43.376991 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d972d37c-b44e-47fa-b143-149a38644266 req-09b85024-d415-4533-b013-4797280ada5e tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383677 Jul 15 19:08:43.385965 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8355598-5880-4367-9a7e-63e436768f23 req-f4e4fd64-af36-4dff-8e0d-2c040ee8aeeb tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:43.387496 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e8355598-5880-4367-9a7e-63e436768f23 req-f4e4fd64-af36-4dff-8e0d-2c040ee8aeeb tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.81 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 945 time: 0.0653920 Jul 15 19:08:43.502751 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-e8355598-5880-4367-9a7e-63e436768f23 req-0f7dc43e-bc96-4112-ab1e-b6b8117ebf71 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Deleting port 027466d4-607e-4aa4-86b5-16025b82d962 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:08:43.503096 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e8355598-5880-4367-9a7e-63e436768f23 req-0f7dc43e-bc96-4112-ab1e-b6b8117ebf71 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:43.610148 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-e8355598-5880-4367-9a7e-63e436768f23 req-0f7dc43e-bc96-4112-ab1e-b6b8117ebf71 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] For port 027466d4-607e-4aa4-86b5-16025b82d962, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=027466d4-607e-4aa4-86b5-16025b82d962,segment=NetworkSegment(33cd15a4-8a36-4c91-9227-29a853248068),segment_id=33cd15a4-8a36-4c91-9227-29a853248068)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:43.610504 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e8355598-5880-4367-9a7e-63e436768f23 req-0f7dc43e-bc96-4112-ab1e-b6b8117ebf71 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:43.629769 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-e8355598-5880-4367-9a7e-63e436768f23 req-0f7dc43e-bc96-4112-ab1e-b6b8117ebf71 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Calling delete_port for 027466d4-607e-4aa4-86b5-16025b82d962 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:08:43.773861 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e8355598-5880-4367-9a7e-63e436768f23 req-0f7dc43e-bc96-4112-ab1e-b6b8117ebf71 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:43.788025 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['027466d4-607e-4aa4-86b5-16025b82d962'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:08:43.804950 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dc43e-bc96-4112-ab1e-b6b8117ebf71 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Pushing event deleted for resources: {'Port': ['ID=027466d4-607e-4aa4-86b5-16025b82d962,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:43.855959 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8355598-5880-4367-9a7e-63e436768f23 req-0f7dc43e-bc96-4112-ab1e-b6b8117ebf71 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] No DVR routers for this DVR port 027466d4-607e-4aa4-86b5-16025b82d962 on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:08:43.858656 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e8355598-5880-4367-9a7e-63e436768f23 req-0f7dc43e-bc96-4112-ab1e-b6b8117ebf71 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:43.860723 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e8355598-5880-4367-9a7e-63e436768f23 req-0f7dc43e-bc96-4112-ab1e-b6b8117ebf71 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.81 "DELETE /v2.0/ports/027466d4-607e-4aa4-86b5-16025b82d962 HTTP/1.1" status: 204 len: 173 time: 0.4658067 Jul 15 19:08:43.861194 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23029171-89cd-403d-a119-ee5f4f89a6dc', 'name': 'network-vif-deleted', 'tag': '027466d4-607e-4aa4-86b5-16025b82d962'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:43.863611 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820eb548-4f62-4c4c-a8e2-34e0ac741e5a" -d '{"events": [{"server_uuid": "23029171-89cd-403d-a119-ee5f4f89a6dc", "name": "network-vif-deleted", "tag": "027466d4-607e-4aa4-86b5-16025b82d962"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:43.903135 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847dba8f-a0b4-453b-a9f2-9bfe1e6ea996 x-openstack-request-id: req-847dba8f-a0b4-453b-a9f2-9bfe1e6ea996 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:43.903533 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23029171-89cd-403d-a119-ee5f4f89a6dc", "name": "network-vif-deleted", "tag": "027466d4-607e-4aa4-86b5-16025b82d962", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:43.903664 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-847dba8f-a0b4-453b-a9f2-9bfe1e6ea996 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:43.904069 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23029171-89cd-403d-a119-ee5f4f89a6dc', 'name': 'network-vif-deleted', 'tag': '027466d4-607e-4aa4-86b5-16025b82d962', 'status': 'completed', 'code': 200} Jul 15 19:08:44.443205 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-47d0a769-13c8-4008-a2e7-4ca452f2b9b1 req-f9c8d3b3-bfaa-4e03-ab73-8afab5ba3dd4 tempest-VolumesActionsTest-62559617 tempest-VolumesActionsTest-62559617-project] 10.222.0.78 "GET /v2.0/ports?device_id=23029171-89cd-403d-a119-ee5f4f89a6dc HTTP/1.1" status: 200 len: 210 time: 0.0385287 Jul 15 19:08:44.576463 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12c964-65a0-4049-8245-c6ef7f1d10a9 req-3f485f43-b8ad-40fd-a25b-6892eb6e2ba9 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:44.578443 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ea12c964-65a0-4049-8245-c6ef7f1d10a9 req-3f485f43-b8ad-40fd-a25b-6892eb6e2ba9 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0812950 Jul 15 19:08:44.623590 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ea12c964-65a0-4049-8245-c6ef7f1d10a9 req-6f647cf0-2754-4479-ae47-a85dac07476c tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390019 Jul 15 19:08:45.848565 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb236a-9f14-4f9f-a89e-fe2a9ef9f9ab req-6d1559ea-bed0-44c9-ad66-098f5746deca tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:45.850216 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7bb236a-9f14-4f9f-a89e-fe2a9ef9f9ab req-6d1559ea-bed0-44c9-ad66-098f5746deca tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0787001 Jul 15 19:08:45.897548 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7bb236a-9f14-4f9f-a89e-fe2a9ef9f9ab req-a6b68f1f-e5d6-4a58-bee8-fcd7dd36a31d tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Jul 15 19:08:46.038622 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 027466d4-607e-4aa4-86b5-16025b82d962 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:08:46.065471 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: 027466d4-607e-4aa4-86b5-16025b82d962 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:08:46.065816 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 027466d4-607e-4aa4-86b5-16025b82d962 not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:08:46.518381 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d143bc0a-fe5b-4961-9f7f-29dbf0d8ddaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:47.099711 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a64087-1c3e-4c22-914a-73546722af91 req-8d68a3cc-5b0a-4e89-9838-53e82cea3469 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:47.101404 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-59a64087-1c3e-4c22-914a-73546722af91 req-8d68a3cc-5b0a-4e89-9838-53e82cea3469 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0826209 Jul 15 19:08:47.144500 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-59a64087-1c3e-4c22-914a-73546722af91 req-16f9f8f0-5731-4a7d-bb37-b7770db1c20f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366483 Jul 15 19:08:48.338169 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7e77a-edae-4996-84c3-05440fcf79f6 req-8b7074d5-29ae-4115-a342-d561a4d99ad5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:48.339722 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40b7e77a-edae-4996-84c3-05440fcf79f6 req-8b7074d5-29ae-4115-a342-d561a4d99ad5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0690453 Jul 15 19:08:48.380083 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40b7e77a-edae-4996-84c3-05440fcf79f6 req-d911e5e2-42e7-4560-9ba0-897093f7f44e tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345395 Jul 15 19:08:49.586160 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd8324-416e-482a-b527-86d79fe177c4 req-7af0c58d-bb6a-4751-a75a-ce826b4fff51 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:49.588845 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-67dd8324-416e-482a-b527-86d79fe177c4 req-7af0c58d-bb6a-4751-a75a-ce826b4fff51 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0884888 Jul 15 19:08:49.643393 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-67dd8324-416e-482a-b527-86d79fe177c4 req-91a39911-d811-40f6-9b0e-9de55efbd4c1 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/security-groups?id=59724185-01e9-4cad-b39f-5f6675704f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448241 Jul 15 19:08:49.728377 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14222c-ce5c-4a26-abdb-acc71c17407c req-683e36c3-277a-4592-b1bf-4e7b75cda4a8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:49.731106 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a14222c-ce5c-4a26-abdb-acc71c17407c req-683e36c3-277a-4592-b1bf-4e7b75cda4a8 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 946 time: 0.0983849 Jul 15 19:08:49.845229 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-5a14222c-ce5c-4a26-abdb-acc71c17407c req-00181160-df89-400a-98d8-2c852b22b5e5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Deleting port 3bddef09-7277-44f4-bb05-f109ff222b1f {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:08:49.845579 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5a14222c-ce5c-4a26-abdb-acc71c17407c req-00181160-df89-400a-98d8-2c852b22b5e5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:49.947019 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-5a14222c-ce5c-4a26-abdb-acc71c17407c req-00181160-df89-400a-98d8-2c852b22b5e5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] For port 3bddef09-7277-44f4-bb05-f109ff222b1f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=3bddef09-7277-44f4-bb05-f109ff222b1f,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:49.947295 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5a14222c-ce5c-4a26-abdb-acc71c17407c req-00181160-df89-400a-98d8-2c852b22b5e5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:49.977659 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-5a14222c-ce5c-4a26-abdb-acc71c17407c req-00181160-df89-400a-98d8-2c852b22b5e5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Calling delete_port for 3bddef09-7277-44f4-bb05-f109ff222b1f owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:08:50.162475 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5a14222c-ce5c-4a26-abdb-acc71c17407c req-00181160-df89-400a-98d8-2c852b22b5e5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:50.176625 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['3bddef09-7277-44f4-bb05-f109ff222b1f'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:08:50.212953 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00181160-df89-400a-98d8-2c852b22b5e5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Pushing event deleted for resources: {'Port': ['ID=3bddef09-7277-44f4-bb05-f109ff222b1f,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:50.232746 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:50.278809 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a14222c-ce5c-4a26-abdb-acc71c17407c req-00181160-df89-400a-98d8-2c852b22b5e5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] No DVR routers for this DVR port 3bddef09-7277-44f4-bb05-f109ff222b1f on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:08:50.281433 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5a14222c-ce5c-4a26-abdb-acc71c17407c req-00181160-df89-400a-98d8-2c852b22b5e5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:50.283617 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a14222c-ce5c-4a26-abdb-acc71c17407c req-00181160-df89-400a-98d8-2c852b22b5e5 tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.81 "DELETE /v2.0/ports/3bddef09-7277-44f4-bb05-f109ff222b1f HTTP/1.1" status: 204 len: 173 time: 0.5453916 Jul 15 19:08:50.284042 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfbc5fb-5955-471c-a8e5-de67de6bb68a', 'name': 'network-vif-deleted', 'tag': '3bddef09-7277-44f4-bb05-f109ff222b1f'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:08:50.286473 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71859545-be06-4370-9fb7-73b81c111159" -d '{"events": [{"server_uuid": "8bfbc5fb-5955-471c-a8e5-de67de6bb68a", "name": "network-vif-deleted", "tag": "3bddef09-7277-44f4-bb05-f109ff222b1f"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:08:50.331145 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e05f2f1-1ae2-41e3-9e30-0dc9f1daec7b x-openstack-request-id: req-9e05f2f1-1ae2-41e3-9e30-0dc9f1daec7b {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:08:50.332042 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfbc5fb-5955-471c-a8e5-de67de6bb68a", "name": "network-vif-deleted", "tag": "3bddef09-7277-44f4-bb05-f109ff222b1f", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:08:50.333112 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e05f2f1-1ae2-41e3-9e30-0dc9f1daec7b {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:08:50.333965 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfbc5fb-5955-471c-a8e5-de67de6bb68a', 'name': 'network-vif-deleted', 'tag': '3bddef09-7277-44f4-bb05-f109ff222b1f', 'status': 'completed', 'code': 200} Jul 15 19:08:50.898442 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2994e553-f454-42f6-8f2a-8ad89b21f79f req-4ced9743-46e7-4bbc-abd2-ada42585149f tempest-ServerRescueNegativeTestJSON-748833513 tempest-ServerRescueNegativeTestJSON-748833513-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfbc5fb-5955-471c-a8e5-de67de6bb68a HTTP/1.1" status: 200 len: 210 time: 0.0535035 Jul 15 19:08:51.161326 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9d23-9b58-4367-9b55-20a5298ead64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:52.071799 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:52.085314 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 52472) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:52.757206 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28cb1650-981a-47e0-95a0-5f19a896330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4088494'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:53.463546 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-28cb1650-981a-47e0-95a0-5f19a896330b admin admin] Deleting port fd575c09-e9ed-44c5-ab9d-a5452bfabf04 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:08:53.464757 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28cb1650-981a-47e0-95a0-5f19a896330b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:53.593654 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-28cb1650-981a-47e0-95a0-5f19a896330b admin admin] For port fd575c09-e9ed-44c5-ab9d-a5452bfabf04, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=fd575c09-e9ed-44c5-ab9d-a5452bfabf04,segment=NetworkSegment(7dcd4507-7c4b-4f90-87b8-7751405258f1),segment_id=7dcd4507-7c4b-4f90-87b8-7751405258f1)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:53.595418 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28cb1650-981a-47e0-95a0-5f19a896330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:53.597060 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:53.626515 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-28cb1650-981a-47e0-95a0-5f19a896330b admin admin] Calling delete_port for fd575c09-e9ed-44c5-ab9d-a5452bfabf04 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:08:53.923757 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28cb1650-981a-47e0-95a0-5f19a896330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:53.993330 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb1650-981a-47e0-95a0-5f19a896330b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd575c09-e9ed-44c5-ab9d-a5452bfabf04,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:54.064222 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 3bddef09-7277-44f4-bb05-f109ff222b1f no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:08:54.101083 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: 3bddef09-7277-44f4-bb05-f109ff222b1f {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:08:54.102293 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 3bddef09-7277-44f4-bb05-f109ff222b1f not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:08:54.210693 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28cb1650-981a-47e0-95a0-5f19a896330b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086334'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:54.466726 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cb1650-981a-47e0-95a0-5f19a896330b admin admin] Router f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:08:54.616406 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cb1650-981a-47e0-95a0-5f19a896330b admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:08:54.625634 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-28cb1650-981a-47e0-95a0-5f19a896330b admin admin] 10.222.0.78 "PUT /v2.0/routers/f7c1299e-a6bd-4191-b2a8-7144ca4d6f39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5390599 Jul 15 19:08:54.628891 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42aaf7-af36-4e86-ac4d-910cf7536f80 None None] Sync routers for ids ['f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:08:54.630182 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 52486) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:54.646314 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42aaf7-af36-4e86-ac4d-910cf7536f80 None None] Routers {'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:54.647902 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-bc42aaf7-af36-4e86-ac4d-910cf7536f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:08:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:54.781322 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:54.803558 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-bc42aaf7-af36-4e86-ac4d-910cf7536f80 None None] Set router f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:54.938184 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.012969 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Deleting port ff0113fc-b978-4189-bf81-36933bf21279 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:08:55.013394 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.033834 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-bc42aaf7-af36-4e86-ac4d-910cf7536f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1781161606-router', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:23Z', 'updated_at': '2021-07-15T19:08:53Z', 'revision_number': 5, 'project_id': '1e8e384a6ac8489ea99ff26a8093883c', 'gw_port': {'id': 'ff0113fc-b978-4189-bf81-36933bf21279', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:24Z', 'updated_at': '2021-07-15T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:55.068477 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42aaf7-af36-4e86-ac4d-910cf7536f80 None None] Checking router: f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:08:55.079670 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42aaf7-af36-4e86-ac4d-910cf7536f80 None None] Routers {'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:08:55.080455 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-bc42aaf7-af36-4e86-ac4d-910cf7536f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:08:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:55.124023 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] For port ff0113fc-b978-4189-bf81-36933bf21279, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=ff0113fc-b978-4189-bf81-36933bf21279,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:08:55.124513 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.147739 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Calling delete_port for ff0113fc-b978-4189-bf81-36933bf21279 owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:08:55.191189 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-bc42aaf7-af36-4e86-ac4d-910cf7536f80 None None] Set router f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:08:55.254633 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-bc42aaf7-af36-4e86-ac4d-910cf7536f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1781161606-router', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:23Z', 'updated_at': '2021-07-15T19:08:54Z', 'revision_number': 6, 'project_id': '1e8e384a6ac8489ea99ff26a8093883c', 'gw_port_host': None}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:55.293938 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42aaf7-af36-4e86-ac4d-910cf7536f80 None None] The sync data for ids ['f7c1299e-a6bd-4191-b2a8-7144ca4d6f39'] in dv-cinder-780933-11-iscsi is: [{'id': 'f7c1299e-a6bd-4191-b2a8-7144ca4d6f39', 'name': 'tempest-ServerRescueNegativeTestJSON-1781161606-router', 'tenant_id': '1e8e384a6ac8489ea99ff26a8093883c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:23Z', 'updated_at': '2021-07-15T19:08:54Z', 'revision_number': 6, 'project_id': '1e8e384a6ac8489ea99ff26a8093883c', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:08:55.394940 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.430455 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0113fc-b978-4189-bf81-36933bf21279,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:55.519644 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759716'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.638681 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6543'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.648030 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.765230 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4088806'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.765792 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:08:55.776404 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.778357 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0778732a-d1bc-4b3c-93e7-7a0d8712ae49 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f7c1299e-a6bd-4191-b2a8-7144ca4d6f39 HTTP/1.1" status: 204 len: 168 time: 1.1463141 Jul 15 19:08:55.780739 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52492) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:55.877096 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb163b9-504b-423e-a4a6-6e6ecf3040b8 admin admin] Deleting subnet 6812f2bb-00f7-4b0b-a067-257a16519cb5 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:08:55.880994 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4fb163b9-504b-423e-a4a6-6e6ecf3040b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.913234 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device fd575c09-e9ed-44c5-ab9d-a5452bfabf04 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:08:55.951626 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4fb163b9-504b-423e-a4a6-6e6ecf3040b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955174'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.951937 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: fd575c09-e9ed-44c5-ab9d-a5452bfabf04 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:08:55.952134 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device fd575c09-e9ed-44c5-ab9d-a5452bfabf04 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:08:56.005475 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4fb163b9-504b-423e-a4a6-6e6ecf3040b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.077507 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4fb163b9-504b-423e-a4a6-6e6ecf3040b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58955025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58949662'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.113295 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb163b9-504b-423e-a4a6-6e6ecf3040b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6812f2bb-00f7-4b0b-a067-257a16519cb5,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:56.125538 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4fb163b9-504b-423e-a4a6-6e6ecf3040b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.128175 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4fb163b9-504b-423e-a4a6-6e6ecf3040b8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6812f2bb-00f7-4b0b-a067-257a16519cb5 HTTP/1.1" status: 204 len: 168 time: 0.3453035 Jul 15 19:08:56.131555 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 52498) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:56.205101 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa1d48e-3336-4a4a-9260-dc71c7b02aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.312216 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa1d48e-3336-4a4a-9260-dc71c7b02aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.324472 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-bfa1d48e-3336-4a4a-9260-dc71c7b02aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1898f4d-6b9a-4d30-8950-56ad70b81f46']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:56.336775 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-bfa1d48e-3336-4a4a-9260-dc71c7b02aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcd4507-7c4b-4f90-87b8-7751405258f1') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:56.337192 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-bfa1d48e-3336-4a4a-9260-dc71c7b02aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcd4507-7c4b-4f90-87b8-7751405258f1') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:08:56.347704 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa1d48e-3336-4a4a-9260-dc71c7b02aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60733193'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.363979 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa1d48e-3336-4a4a-9260-dc71c7b02aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.371757 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa1d48e-3336-4a4a-9260-dc71c7b02aee admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:08:56.372853 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa1d48e-3336-4a4a-9260-dc71c7b02aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59799488'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: timer() Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: cb(*args, **kw) Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: self._notify() Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: self.callback(batched_events) Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: event.method(event) Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._get(url).json() Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:08:56.374555 dv-cinder-780933-11-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:08:56.455079 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa1d48e-3336-4a4a-9260-dc71c7b02aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.466183 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa1d48e-3336-4a4a-9260-dc71c7b02aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.470469 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bfa1d48e-3336-4a4a-9260-dc71c7b02aee admin admin] 10.222.0.78 "DELETE /v2.0/networks/a1898f4d-6b9a-4d30-8950-56ad70b81f46 HTTP/1.1" status: 204 len: 168 time: 0.3377070 Jul 15 19:08:56.485708 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1d48e-3336-4a4a-9260-dc71c7b02aee admin admin] Pushing event deleted for resources: {'Network': ['ID=a1898f4d-6b9a-4d30-8950-56ad70b81f46,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:56.724942 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52506) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:56.788284 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-31633873-7fa1-4290-9671-754013e82b10 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1e8e384a6ac8489ea99ff26a8093883c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0633969 Jul 15 19:08:56.791656 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 52508) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:56.869419 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43ed4dc2-35da-4b13-904a-198527d29c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.906602 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43ed4dc2-35da-4b13-904a-198527d29c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.987994 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43ed4dc2-35da-4b13-904a-198527d29c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.990950 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43ed4dc2-35da-4b13-904a-198527d29c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.995631 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-43ed4dc2-35da-4b13-904a-198527d29c87 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/59724185-01e9-4cad-b39f-5f6675704f46 HTTP/1.1" status: 204 len: 168 time: 0.2028220 Jul 15 19:08:57.004820 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed4dc2-35da-4b13-904a-198527d29c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59724185-01e9-4cad-b39f-5f6675704f46,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:57.662772 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device ff0113fc-b978-4189-bf81-36933bf21279 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:08:57.693602 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: ff0113fc-b978-4189-bf81-36933bf21279 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:08:57.694076 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device ff0113fc-b978-4189-bf81-36933bf21279 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:08:57.876448 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52538) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:58.026816 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-network', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:58.056736 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Made reservation on behalf of 0be4587d964244979a1f44d613e7a0fd for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:08:58.059402 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.069184 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.179819 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.185261 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.214767 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:08:58.221498 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc53855-00f3-4c49-8568-16703cf558e5,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:58.235838 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.236244 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Added segment c8ae83c5-26f3-40c6-8493-d2b270a1edff of type vlan for network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 Jul 15 19:08:58.511110 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.573948 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.575378 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:58.576484 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.619053 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7412095 Jul 15 19:08:58.622337 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 52546) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:58.629245 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-f07805ef-5cb8-4666-a119-7c41009ddc2b admin admin] Request body: {'subnet': {'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-subnet', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:58.671592 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07805ef-5cb8-4666-a119-7c41009ddc2b admin admin] Made reservation on behalf of 0be4587d964244979a1f44d613e7a0fd for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:08:58.675652 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f07805ef-5cb8-4666-a119-7c41009ddc2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59558070'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.695460 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cca09-0301-459c-886e-ea8a281c340a admin admin] Pushing event updated for resources: {'Network': ['ID=7b72bcf4-08c7-4e93-9476-ff02c7c72c89,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:58.709042 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:08:58.897608 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f07805ef-5cb8-4666-a119-7c41009ddc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59799229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59558052'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.955415 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07805ef-5cb8-4666-a119-7c41009ddc2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:58.974063 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07805ef-5cb8-4666-a119-7c41009ddc2b admin admin] Checking segment: {'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:58.974428 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07805ef-5cb8-4666-a119-7c41009ddc2b admin admin] Network hostable DHCP agents. Network: 7b72bcf4-08c7-4e93-9476-ff02c7c72c89, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:08:59.006981 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07805ef-5cb8-4666-a119-7c41009ddc2b admin admin] Network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:08:59.021752 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-f07805ef-5cb8-4666-a119-7c41009ddc2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, 7b72bcf4-08c7-4e93-9476-ff02c7c72c89) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:59.026777 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07805ef-5cb8-4666-a119-7c41009ddc2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:59.027378 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f07805ef-5cb8-4666-a119-7c41009ddc2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.038581 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088bfed5-142e-44dd-84c7-52d2255106b4 None None] Network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:08:59.046744 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f07805ef-5cb8-4666-a119-7c41009ddc2b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4204156 Jul 15 19:08:59.048301 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 52552) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:59.061988 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:59.088775 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3759856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.090121 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4088450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3759671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3765727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6534'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.153510 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.279736 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cee363a-aa5f-5a1d-b56f-d46260367570-7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0'}]}} from dv-cinder-780933-11-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:08:59.280763 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.503490 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Allocated IP 172.20.0.2 (7b72bcf4-08c7-4e93-9476-ff02c7c72c89/a5bee8ce-ffb9-4467-9559-d91a53ed3aa0/fdf4d33c-070b-4019-8ad7-a008372910ab) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:08:59.590984 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3759765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6548'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.714511 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.725368 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Transition to ACTIVE for port object fdf4d33c-070b-4019-8ad7-a008372910ab will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:59.742716 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Transition to ACTIVE for port object fdf4d33c-070b-4019-8ad7-a008372910ab will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:08:59.755581 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.822924 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:08:59.828763 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:08:59.833713 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:08:59.854306 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Pushing event updated for resources: {'Port': ['ID=fdf4d33c-070b-4019-8ad7-a008372910ab,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:59.916729 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.943851 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Attempting to bind port fdf4d33c-070b-4019-8ad7-a008372910ab on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:08:59.944213 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Attempting to bind port fdf4d33c-070b-4019-8ad7-a008372910ab by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:08:59.944593 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Attempting to bind port fdf4d33c-070b-4019-8ad7-a008372910ab on network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:08:59.947831 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.953770 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:08:59.954297 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Checking segment: {'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:08:59.955124 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:59.955124 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Bound using segment: {'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:08:59.955993 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Bound port: fdf4d33c-070b-4019-8ad7-a008372910ab, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:08:59.955993 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.045446 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] For port fdf4d33c-070b-4019-8ad7-a008372910ab, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:09:00.052514 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] For port fdf4d33c-070b-4019-8ad7-a008372910ab, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=fdf4d33c-070b-4019-8ad7-a008372910ab,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:09:00.065806 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.128519 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Allocated IP 172.27.1.130 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/f94e3224-83ee-47a4-8038-3a77f421c61b) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:09:00.283057 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7fc28-d9a1-4583-9da9-aeed01d607fa None None] Pushing event updated for resources: {'Port': ['ID=fdf4d33c-070b-4019-8ad7-a008372910ab,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:00.302808 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.368060 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.414664 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:09:00.419425 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:00.422103 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:09:00.429455 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Pushing event updated for resources: {'Port': ['ID=f94e3224-83ee-47a4-8038-3a77f421c61b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:00.784106 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:01.054461 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759616'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:01.256870 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Router f3c88265-2d7e-4b1f-935b-84236f4081fd is scheduled to L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:09:01.444682 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:09:01.461390 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Sync routers for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:09:01.473409 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:01.477342 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:09:01.478527 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52566) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:01.479164 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:08:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:01.491961 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-38f1b41c-b370-4327-b559-e15e9b3d00c9 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4343975 Jul 15 19:09:01.660090 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:09:01.753534 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12703c0c-44ff-4b72-b2d5-478d7213d241 None None] Network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:09:01.786750 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device fdf4d33c-070b-4019-8ad7-a008372910ab up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:09:01.932711 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7860a9d3-aff2-4229-911b-36f08a28f46d None None] Provisioning for port fdf4d33c-070b-4019-8ad7-a008372910ab completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:02.047360 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port fdf4d33c-070b-4019-8ad7-a008372910ab completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:02.060467 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port fdf4d33c-070b-4019-8ad7-a008372910ab triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:02.060873 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:02.128919 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:02.211889 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:00Z', 'revision_number': 3, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:02.283282 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Checking router: f3c88265-2d7e-4b1f-935b-84236f4081fd for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:09:02.283898 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Updating router f3c88265-2d7e-4b1f-935b-84236f4081fd port f94e3224-83ee-47a4-8038-3a77f421c61b binding host dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:09:02.343333 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:02.371575 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:02.404245 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Allocated IP 172.20.0.1 (7b72bcf4-08c7-4e93-9476-ff02c7c72c89/a5bee8ce-ffb9-4467-9559-d91a53ed3aa0/d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:09:02.457355 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port fdf4d33c-070b-4019-8ad7-a008372910ab, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=fdf4d33c-070b-4019-8ad7-a008372910ab,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:02.471680 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:02.587623 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:02.609181 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Transition to ACTIVE for port object d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:09:02.668424 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:02.674202 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=fdf4d33c-070b-4019-8ad7-a008372910ab,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:02.732939 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:02.743775 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:09:02.745355 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:02.748059 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:09:02.793784 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088375'] for router_interface, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:02.841874 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3e9ae37e-27d0-4bd5-bb4a-2abe18187ee9 None None] Provisioning complete for port fdf4d33c-070b-4019-8ad7-a008372910ab triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:02.842391 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae37e-27d0-4bd5-bb4a-2abe18187ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:03.091673 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:03.136790 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:03.176436 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Transition to ACTIVE for port object f94e3224-83ee-47a4-8038-3a77f421c61b will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:09:03.186099 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:03.254922 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Attempting to bind port f94e3224-83ee-47a4-8038-3a77f421c61b on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:09:03.255475 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Attempting to bind port f94e3224-83ee-47a4-8038-3a77f421c61b by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:09:03.256057 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Attempting to bind port f94e3224-83ee-47a4-8038-3a77f421c61b on network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:09:03.265088 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:09:03.265516 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Checking segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:09:03.265924 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:03.266315 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Bound using segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:09:03.266790 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Bound port: f94e3224-83ee-47a4-8038-3a77f421c61b, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:09:03.267176 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:03.269105 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6e4e7-b897-4356-bd05-dafba141ef3b None None] Pushing event updated for resources: {'Port': ['ID=f94e3224-83ee-47a4-8038-3a77f421c61b,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:03.312573 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-5c1e20bf-1d7b-49a5-b399-656ed36f61cb None None] Provisioning for port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:03.322905 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-5c1e20bf-1d7b-49a5-b399-656ed36f61cb None None] Provisioning complete for port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:03.323293 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5c1e20bf-1d7b-49a5-b399-656ed36f61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:03.369521 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] For port f94e3224-83ee-47a4-8038-3a77f421c61b, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:09:03.376361 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] For port f94e3224-83ee-47a4-8038-3a77f421c61b, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=f94e3224-83ee-47a4-8038-3a77f421c61b,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:09:03.381608 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:03.382624 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e20bf-1d7b-49a5-b399-656ed36f61cb None None] Port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:09:03.384922 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:03.389578 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58955099'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:03.457019 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:09:03.457839 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:08:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:03.486463 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4088387'] for router_interface, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:03.518556 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6e4e7-b897-4356-bd05-dafba141ef3b None None] Pushing event updated for resources: {'Port': ['ID=f94e3224-83ee-47a4-8038-3a77f421c61b,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:03.532794 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:03.621677 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:09:03.661363 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:09:03.664082 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:03.742253 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device fdf4d33c-070b-4019-8ad7-a008372910ab up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:09:03.857846 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Router f3c88265-2d7e-4b1f-935b-84236f4081fd has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:09:04.059501 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port fdf4d33c-070b-4019-8ad7-a008372910ab triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:04.060133 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:04.063575 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0d869122-845e-48aa-b0da-7495e08292f1 None None] Provisioning complete for port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:04.063953 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0d869122-845e-48aa-b0da-7495e08292f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:04.092923 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:09:04.101285 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7c5cce64-261f-4940-b7b9-c5055e467907 admin admin] 10.222.0.78 "PUT /v2.0/routers/f3c88265-2d7e-4b1f-935b-84236f4081fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6207564 Jul 15 19:09:04.156016 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0d869122-845e-48aa-b0da-7495e08292f1 None None] Port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:09:04.175958 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:03Z', 'revision_number': 2, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:04.236219 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd8989-c222-4911-b5f0-ece60922a3c8 None None] The sync data for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi is: [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:03Z', 'revision_number': 2, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:09:05.320283 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52600) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:05.333800 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-5b2b6ce3-2be7-4b9c-9324-23946fe0c9d6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1828542472', 'description': 'tempest-description--285669191'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:05.396180 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5b2b6ce3-2be7-4b9c-9324-23946fe0c9d6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.566291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5b2b6ce3-2be7-4b9c-9324-23946fe0c9d6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.575369 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5b2b6ce3-2be7-4b9c-9324-23946fe0c9d6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.612022 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5b2b6ce3-2be7-4b9c-9324-23946fe0c9d6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.616024 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5b2b6ce3-2be7-4b9c-9324-23946fe0c9d6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2904129 Jul 15 19:09:05.617270 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52606) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:05.626886 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-0c002146-d328-4323-b08b-8ab0ea8a5bab tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Request body: {'security_group_rule': {'security_group_id': 'ebb31436-fab1-470b-9119-b81399bf8881', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:05.706269 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b6ce3-2be7-4b9c-9324-23946fe0c9d6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb31436-fab1-470b-9119-b81399bf8881,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:05.732125 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0c002146-d328-4323-b08b-8ab0ea8a5bab tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.799715 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device f94e3224-83ee-47a4-8038-3a77f421c61b up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:09:05.864126 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0c002146-d328-4323-b08b-8ab0ea8a5bab tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.869629 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0c002146-d328-4323-b08b-8ab0ea8a5bab tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.890974 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c002146-d328-4323-b08b-8ab0ea8a5bab tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e661c262-002f-495f-8fae-f5a1ff9c01a6,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:05.899904 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0c002146-d328-4323-b08b-8ab0ea8a5bab tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.903950 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0c002146-d328-4323-b08b-8ab0ea8a5bab tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2833862 Jul 15 19:09:05.904081 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 52610) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:05.908963 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-64e07839-34e2-41b4-a372-22c067f5f8dc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Request body: {'security_group_rule': {'security_group_id': 'ebb31436-fab1-470b-9119-b81399bf8881', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:05.910819 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port f94e3224-83ee-47a4-8038-3a77f421c61b completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:05.915723 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port f94e3224-83ee-47a4-8038-3a77f421c61b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:05.916110 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.948966 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-64e07839-34e2-41b4-a372-22c067f5f8dc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:06.019130 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-64e07839-34e2-41b4-a372-22c067f5f8dc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:06.020647 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:06.025708 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-64e07839-34e2-41b4-a372-22c067f5f8dc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:06.047283 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e07839-34e2-41b4-a372-22c067f5f8dc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acab28a-8d6a-492b-98b2-8afd8cc607ba,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:06.053648 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-64e07839-34e2-41b4-a372-22c067f5f8dc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:06.055736 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-64e07839-34e2-41b4-a372-22c067f5f8dc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504354 Jul 15 19:09:06.059137 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52612) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:06.064951 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Request body: {'floatingip': {'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:06.065764 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port f94e3224-83ee-47a4-8038-3a77f421c61b, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=f94e3224-83ee-47a4-8038-3a77f421c61b,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:06.072974 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:06.098034 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:06.173634 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=f94e3224-83ee-47a4-8038-3a77f421c61b,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:06.256445 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:06.390640 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Allocated IP 172.27.1.201 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/b5b956e3-89b0-4ee7-aded-23ff7579c802) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:09:06.555833 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:06.619489 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:06.673729 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:09:06.676966 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:06.682121 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:09:06.685565 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event updated for resources: {'Port': ['ID=b5b956e3-89b0-4ee7-aded-23ff7579c802,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:06.779342 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:06.871091 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:07.180243 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Sync routers for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:09:07.192867 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:09:07.193852 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:08:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:07.231908 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:07.243377 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58955099'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:07.335580 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event updated for resources: {'Port': ['ID=b5b956e3-89b0-4ee7-aded-23ff7579c802,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:07.348128 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d3bbe-60fd-48d4-b838-cf5dd13b1826 req-acb92039-55f3-4548-bc7e-75e9cdea77a9 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:07.351344 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe1d3bbe-60fd-48d4-b838-cf5dd13b1826 req-acb92039-55f3-4548-bc7e-75e9cdea77a9 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0893726 Jul 15 19:09:07.358548 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:09:07.368954 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:07.395080 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:07.397551 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8723b025-fa33-41de-8bcc-5af95c83c0c7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3362045 Jul 15 19:09:07.411658 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe1d3bbe-60fd-48d4-b838-cf5dd13b1826 req-3dc18eaf-881c-48f4-bdbd-6f01a9070c41 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504196 Jul 15 19:09:07.625835 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:03Z', 'revision_number': 2, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:07.662584 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-c167d551-8fa6-437d-9ab0-ddfb79cf86cc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1828542472&fields=id&tenant_id=0be4587d964244979a1f44d613e7a0fd HTTP/1.1" status: 200 len: 267 time: 0.0617406 Jul 15 19:09:07.672801 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Checking router: f3c88265-2d7e-4b1f-935b-84236f4081fd for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:09:07.673845 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Updating router f3c88265-2d7e-4b1f-935b-84236f4081fd port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 binding host dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:09:07.730860 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:07.773718 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device f94e3224-83ee-47a4-8038-3a77f421c61b up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:09:07.899082 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port f94e3224-83ee-47a4-8038-3a77f421c61b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:07.899468 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:07.930862 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-b1923d28-e9d3-494d-9480-ccedfeb5feb4 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:07.941388 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-b1923d28-e9d3-494d-9480-ccedfeb5feb4 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 817 time: 0.2731700 Jul 15 19:09:07.961277 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-a97389a6-124d-4a00-9d1b-6cc538784c4d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/quotas/0be4587d964244979a1f44d613e7a0fd HTTP/1.1" status: 200 len: 375 time: 0.0184307 Jul 15 19:09:08.051218 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-bac693b4-feac-4054-9638-eedd8c512b85 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0885279 Jul 15 19:09:08.165007 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:08.165806 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-b40f0800-6e1b-4349-aa73-ae8517df4b73 service neutron] 10.222.0.78 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067379 Jul 15 19:09:08.182221 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Transition to ACTIVE for port object d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:09:08.191516 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:08.280470 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d0f2c868-a8a4-464f-a61c-7ace426d8270 service neutron] 10.222.0.78 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042411 Jul 15 19:09:08.310180 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Pushing event updated for resources: {'Port': ['ID=d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:08.325994 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.326514 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.326667 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.326988 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.327311 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.327629 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.328010 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.328317 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.328835 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.329028 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.329281 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.329593 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.334210 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Attempting to bind port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:09:08.334587 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Attempting to bind port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:09:08.334940 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Attempting to bind port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 on network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:09:08.341397 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:09:08.341893 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Checking segment: {'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:09:08.342384 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:08.342856 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Bound using segment: {'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:09:08.343537 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Bound port: d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:09:08.343995 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:08.421270 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] For port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:09:08.425410 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] For port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:09:08.442978 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:08.509782 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd2e86-a12b-4aca-b39c-d521ab51473a None None] Pushing event updated for resources: {'Port': ['ID=d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:08.527103 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:09:08.527988 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:08:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:08.536721 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b2c7ff33-32d6-4117-8a80-fb180978b87f req-234d22ff-457c-463a-a94d-0a74588f5f59 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 210 time: 0.0782278 Jul 15 19:09:08.686306 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:09:08.724969 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f20aed-f1e1-435d-a953-6d247d558ec9 req-ba013493-a270-4bc4-b730-dc0d7d8432fc tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:08.726862 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f8f20aed-f1e1-435d-a953-6d247d558ec9 req-ba013493-a270-4bc4-b730-dc0d7d8432fc tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0847013 Jul 15 19:09:08.791242 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f8f20aed-f1e1-435d-a953-6d247d558ec9 req-73936a7a-aabb-4db8-bf79-25027457931c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549612 Jul 15 19:09:08.945320 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:08Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:08.972416 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce53ff5-d546-446b-a3f4-68a5a96107fd None None] The sync data for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi is: [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:08Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:09:09.764349 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:09:09.773081 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2cf1004d-a8fe-4131-86b7-971be66ba533 req-dab951bc-414b-4f9d-bd00-75aa5cc30127 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 210 time: 0.0451825 Jul 15 19:09:09.783976 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-83affc2b-3229-4617-9992-2ff05227910e tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:09.785521 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-83affc2b-3229-4617-9992-2ff05227910e tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.81 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 817 time: 0.1742566 Jul 15 19:09:09.854197 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:09.859629 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:09.860489 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:09.877858 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-fc3b3743-b0b5-4e6c-9727-3ec8f25019ea tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0be4587d964244979a1f44d613e7a0fd HTTP/1.1" status: 200 len: 380 time: 0.0684164 Jul 15 19:09:09.886397 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Request body: {'port': {'device_id': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'admin_state_up': True, 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'security_groups': ['ebb31436-fab1-470b-9119-b81399bf8881']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:09.969688 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:09.991760 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bab99-240f-4c47-aa3e-8c64394635c3 req-b58ae686-ff15-4803-9cfd-6143b444f979 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:10.000038 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-df5bab99-240f-4c47-aa3e-8c64394635c3 req-b58ae686-ff15-4803-9cfd-6143b444f979 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0756717 Jul 15 19:09:10.010284 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:10.017857 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:10.058644 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-df5bab99-240f-4c47-aa3e-8c64394635c3 req-a8721c40-b72a-4dad-90bf-469754b32519 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555716 Jul 15 19:09:10.099964 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:10.124857 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Made reservation on behalf of 0be4587d964244979a1f44d613e7a0fd for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:09:10.129335 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:10.314714 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Allocated IP 172.20.0.6 (7b72bcf4-08c7-4e93-9476-ff02c7c72c89/a5bee8ce-ffb9-4467-9559-d91a53ed3aa0/666a53d6-ecf4-4b10-907c-68da82a6ddf2) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:09:10.383442 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110d0c7-7396-4f29-a0b1-fb417f1ee42f req-637419ad-4bfe-42d5-89a8-553302492363 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:10.385307 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2110d0c7-7396-4f29-a0b1-fb417f1ee42f req-637419ad-4bfe-42d5-89a8-553302492363 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0711505 Jul 15 19:09:10.405711 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37931741-b2a5-43d3-8092-35f1f2dbcb0c req-07afaace-4538-431e-be59-406b3dedc701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:10.407251 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37931741-b2a5-43d3-8092-35f1f2dbcb0c req-07afaace-4538-431e-be59-406b3dedc701 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4027187114894275832071280cd2e36d&device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 1137 time: 0.1234138 Jul 15 19:09:10.435418 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2110d0c7-7396-4f29-a0b1-fb417f1ee42f req-6923fa2b-f36a-4ad5-893b-4fc7f2dc8cbf tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426300 Jul 15 19:09:10.542894 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:10.567842 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Transition to ACTIVE for port object 666a53d6-ecf4-4b10-907c-68da82a6ddf2 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:09:10.578153 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37931741-b2a5-43d3-8092-35f1f2dbcb0c req-108b08d2-c1c2-4f50-b3a4-18f3622d8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:10.579644 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37931741-b2a5-43d3-8092-35f1f2dbcb0c req-108b08d2-c1c2-4f50-b3a4-18f3622d8bed service neutron] 10.222.0.81 "GET /v2.0/networks?id=fde56a34-cfb6-471e-8335-26622e2a2854 HTTP/1.1" status: 200 len: 915 time: 0.1656258 Jul 15 19:09:10.657406 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:10.660540 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37931741-b2a5-43d3-8092-35f1f2dbcb0c req-53628829-037f-43e6-9eb0-7b0249bc21aa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af8dd60a-8976-4637-9d43-890c84492036 HTTP/1.1" status: 200 len: 1000 time: 0.0730605 Jul 15 19:09:10.733858 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:09:10.743296 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:10.748354 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:09:10.784522 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event updated for resources: {'Port': ['ID=666a53d6-ecf4-4b10-907c-68da82a6ddf2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:10.790212 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37931741-b2a5-43d3-8092-35f1f2dbcb0c req-bef303c7-2d61-4f89-993c-409564c81f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:10.791679 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37931741-b2a5-43d3-8092-35f1f2dbcb0c req-bef303c7-2d61-4f89-993c-409564c81f9f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=908d85fd-a177-4409-8138-ba0f12d65f43 HTTP/1.1" status: 200 len: 853 time: 0.1236136 Jul 15 19:09:10.845978 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:10.846618 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:10.872834 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-0f2e67c2-f166-4836-893a-62737ddb0a24 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9938726 Jul 15 19:09:10.881472 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37931741-b2a5-43d3-8092-35f1f2dbcb0c req-65af9074-db64-4c94-8c84-cf1df4b974e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:10.883063 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37931741-b2a5-43d3-8092-35f1f2dbcb0c req-65af9074-db64-4c94-8c84-cf1df4b974e1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fde56a34-cfb6-471e-8335-26622e2a2854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0841467 Jul 15 19:09:10.888390 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Request body: {'port': {'device_id': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:11.018953 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-407552f7-1c08-4c23-9b83-3b77bad7a3a7 None None] Provisioning for port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:11.029092 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-407552f7-1c08-4c23-9b83-3b77bad7a3a7 None None] Provisioning complete for port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:11.029872 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-407552f7-1c08-4c23-9b83-3b77bad7a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.069307 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-407552f7-1c08-4c23-9b83-3b77bad7a3a7 None None] Port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:09:11.088761 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37931741-b2a5-43d3-8092-35f1f2dbcb0c req-0dd5e523-a5a7-4fae-a0d9-050f48c5d6da service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974852 Jul 15 19:09:11.089337 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.130912 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1fe51-fc55-4f7c-b8a5-dc6b3bb6fa66 req-34beb94f-35cf-42b2-aae1-b18b45e3cffc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:11.132345 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7c1fe51-fc55-4f7c-b8a5-dc6b3bb6fa66 req-34beb94f-35cf-42b2-aae1-b18b45e3cffc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 931 time: 0.2142911 Jul 15 19:09:11.241067 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2fc66-5aa5-450e-99bc-853ff55209f3 req-6037c17a-45db-412e-bb9d-b4dd36ac8e51 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:11.243134 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b6f2fc66-5aa5-450e-99bc-853ff55209f3 req-6037c17a-45db-412e-bb9d-b4dd36ac8e51 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0758693 Jul 15 19:09:11.287401 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b6f2fc66-5aa5-450e-99bc-853ff55209f3 req-b23ea4ba-e262-4004-839b-e27ac9eda25f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379550 Jul 15 19:09:11.535166 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7c1fe51-fc55-4f7c-b8a5-dc6b3bb6fa66 req-62166cca-d93b-41c5-9c10-c5edaacf4e60 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777750 Jul 15 19:09:11.560949 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37931741-b2a5-43d3-8092-35f1f2dbcb0c req-fc31aa3a-19b1-404d-a796-9526e251d93e service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604573 Jul 15 19:09:11.621335 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd046a-05f7-496c-b3a5-7afb0e74c9c4 req-31d1cb8d-1d06-4a1c-8fda-8a64eefcc616 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:11.623055 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b1fd046a-05f7-496c-b3a5-7afb0e74c9c4 req-31d1cb8d-1d06-4a1c-8fda-8a64eefcc616 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0683520 Jul 15 19:09:11.674511 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b1fd046a-05f7-496c-b3a5-7afb0e74c9c4 req-6644be23-3b94-412c-ba0d-b217ef7a8131 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432515 Jul 15 19:09:11.697980 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.714119 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:09:11.744867 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666a53d6-ecf4-4b10-907c-68da82a6ddf2 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:09:11.749735 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52752) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:11.756060 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.769285 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Transition to ACTIVE for port object 666a53d6-ecf4-4b10-907c-68da82a6ddf2 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:09:11.775322 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.777471 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:11.777849 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.802682 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf08e04-d8dc-4822-a890-8edb556cc8e3 admin admin] Deleting subnet c362ec95-47d0-4b33-bb29-85cf504862d5 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:09:11.806354 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5bf08e04-d8dc-4822-a890-8edb556cc8e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.830212 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Pushing event updated for resources: {'Port': ['ID=666a53d6-ecf4-4b10-907c-68da82a6ddf2,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:11.844678 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5bf08e04-d8dc-4822-a890-8edb556cc8e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955174'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.894248 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5bf08e04-d8dc-4822-a890-8edb556cc8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.918717 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Attempting to bind port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:09:11.919058 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Attempting to bind port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:09:11.919389 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Attempting to bind port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 on network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:09:11.924935 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 on network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:09:11.925440 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Attempting to bind port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 on network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:09:11.931947 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:09:11.932294 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Checking segment: {'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:09:11.933002 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Bound using segment: {'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:09:11.933203 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Bound port: 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:09:11.933506 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.954053 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5bf08e04-d8dc-4822-a890-8edb556cc8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58955025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58949662'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.979878 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf08e04-d8dc-4822-a890-8edb556cc8e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c362ec95-47d0-4b33-bb29-85cf504862d5,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:11.988196 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5bf08e04-d8dc-4822-a890-8edb556cc8e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:11.993479 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5bf08e04-d8dc-4822-a890-8edb556cc8e3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c362ec95-47d0-4b33-bb29-85cf504862d5 HTTP/1.1" status: 204 len: 168 time: 0.2423797 Jul 15 19:09:11.994444 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52754) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:12.011706 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] For port 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:09:12.015271 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] For port 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:09:12.020740 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:12.056723 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:12.057376 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:12.058793 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] 10.222.0.81 "PUT /v2.0/ports/666a53d6-ecf4-4b10-907c-68da82a6ddf2 HTTP/1.1" status: 200 len: 1093 time: 1.1747746 Jul 15 19:09:12.059287 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:12.061623 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3e0043-d8db-4ef4-88d0-db0bbc49aae1" -d '{"events": [{"name": "network-changed", "server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:12.086391 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7544f62-93be-488c-842f-464d3c1979f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:12.152742 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7546294b-a3b9-440a-ad2c-80e6fb77b9bf x-openstack-request-id: req-7546294b-a3b9-440a-ad2c-80e6fb77b9bf {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:12.153453 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:12.153710 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7546294b-a3b9-440a-ad2c-80e6fb77b9bf {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:12.154121 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'status': 'completed', 'code': 200} Jul 15 19:09:12.176505 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714282b-68c7-4b84-9cb9-571658fda451 service neutron] Pushing event updated for resources: {'Port': ['ID=666a53d6-ecf4-4b10-907c-68da82a6ddf2,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:12.208686 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7544f62-93be-488c-842f-464d3c1979f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:12.217405 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-21c8d1e7-633c-4334-be2f-5f3c929439b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:12.218939 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-21c8d1e7-633c-4334-be2f-5f3c929439b5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 1096 time: 0.0907102 Jul 15 19:09:12.220213 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-c7544f62-93be-488c-842f-464d3c1979f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08679d7-fb47-49f8-b628-d7e87c9b3908']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:12.231467 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-c7544f62-93be-488c-842f-464d3c1979f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cd15a4-8a36-4c91-9227-29a853248068') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:12.231685 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-c7544f62-93be-488c-842f-464d3c1979f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cd15a4-8a36-4c91-9227-29a853248068') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:12.240935 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7544f62-93be-488c-842f-464d3c1979f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955153'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:12.254730 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7544f62-93be-488c-842f-464d3c1979f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:12.260912 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7544f62-93be-488c-842f-464d3c1979f5 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:09:12.261354 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7544f62-93be-488c-842f-464d3c1979f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954931'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: Traceback (most recent call last): Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: timer() Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: cb(*args, **kw) Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: return func(*args, **kwargs) Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: self._notify() Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: self.callback(batched_events) Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: event.method(event) Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: return f(self, *a, **k) Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._get(url).json() Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:09:12.263073 dv-cinder-780933-11-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:09:12.265410 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-160fdc28-7df8-4c9c-be91-48e557fc4368 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2 HTTP/1.1" status: 200 len: 217 time: 0.0362899 Jul 15 19:09:12.325654 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7544f62-93be-488c-842f-464d3c1979f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:12.338072 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c7544f62-93be-488c-842f-464d3c1979f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:12.342100 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c7544f62-93be-488c-842f-464d3c1979f5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c08679d7-fb47-49f8-b628-d7e87c9b3908 HTTP/1.1" status: 204 len: 168 time: 0.3461030 Jul 15 19:09:12.346643 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-f03bf3c0-b561-4832-9942-bb9b70c02bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:12.349046 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-f03bf3c0-b561-4832-9942-bb9b70c02bde service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 HTTP/1.1" status: 200 len: 856 time: 0.0795319 Jul 15 19:09:12.364783 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7544f62-93be-488c-842f-464d3c1979f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c08679d7-fb47-49f8-b628-d7e87c9b3908,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:12.413354 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-35688b9e-1327-400f-8a99-20ed9a7800c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:12.415332 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-35688b9e-1327-400f-8a99-20ed9a7800c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0593343 Jul 15 19:09:12.478038 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52762) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:12.520465 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-c70b0ecf-ea57-49d1-86f6-79350383963f service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958202 Jul 15 19:09:12.528477 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08ae84-5470-4981-802d-783db0803257 req-5703ed38-c169-4760-88ea-7df2ca5a73d0 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:12.530026 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5c08ae84-5470-4981-802d-783db0803257 req-5703ed38-c169-4760-88ea-7df2ca5a73d0 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0979643 Jul 15 19:09:12.548445 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f2794405-1db3-4772-9c7c-3b44612c117a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=72cc1babbf47483e8e439aa4e6338f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679629 Jul 15 19:09:12.553209 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 52764) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:12.579116 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5c08ae84-5470-4981-802d-783db0803257 req-80822861-bf62-495f-bdf5-c309a0cb638c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398583 Jul 15 19:09:12.658875 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57b3eb27-df52-4cb3-99d0-e190903e0985 req-e8f9a422-118f-4c50-b045-730421a8265a service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311548 Jul 15 19:09:12.661541 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e069d340-7168-4012-b7f6-aed7c9457843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:12.712881 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e069d340-7168-4012-b7f6-aed7c9457843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:12.810764 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533de7b-ef71-4646-9385-162f242d95e0 req-936738f5-eb03-4a16-b5ef-acd5f79c71a6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:12.812501 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8533de7b-ef71-4646-9385-162f242d95e0 req-936738f5-eb03-4a16-b5ef-acd5f79c71a6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.1526084 Jul 15 19:09:12.831310 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e0043-d8db-4ef4-88d0-db0bbc49aae1 req-b40e6c64-0099-499a-8806-f7339881b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:12.833659 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d3e0043-d8db-4ef4-88d0-db0bbc49aae1 req-b40e6c64-0099-499a-8806-f7339881b788 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 1096 time: 0.1232674 Jul 15 19:09:12.835379 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e069d340-7168-4012-b7f6-aed7c9457843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:12.837977 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e069d340-7168-4012-b7f6-aed7c9457843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:12.838999 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e069d340-7168-4012-b7f6-aed7c9457843 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36efa315-b73c-4116-94e5-7dfd5381d0ad HTTP/1.1" status: 204 len: 168 time: 0.2849853 Jul 15 19:09:12.863799 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069d340-7168-4012-b7f6-aed7c9457843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36efa315-b73c-4116-94e5-7dfd5381d0ad,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:12.865567 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc966841-8bc7-4ae4-b042-f619c9f206b8 req-01b0d359-c5d6-45b9-bba9-19a9859b42a6 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:12.873235 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc966841-8bc7-4ae4-b042-f619c9f206b8 req-01b0d359-c5d6-45b9-bba9-19a9859b42a6 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0802348 Jul 15 19:09:12.900082 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8533de7b-ef71-4646-9385-162f242d95e0 req-2e3bc21d-691f-4412-9ed9-6129a6f9c700 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805502 Jul 15 19:09:12.937826 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc966841-8bc7-4ae4-b042-f619c9f206b8 req-1c6e926d-61da-46e2-a855-1b6c4a93abdc tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587676 Jul 15 19:09:12.969416 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e0043-d8db-4ef4-88d0-db0bbc49aae1 req-48953ae5-0a9c-4212-b133-14ed29a238a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:12.970902 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d3e0043-d8db-4ef4-88d0-db0bbc49aae1 req-48953ae5-0a9c-4212-b133-14ed29a238a6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 918 time: 0.1208129 Jul 15 19:09:13.028339 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d3e0043-d8db-4ef4-88d0-db0bbc49aae1 req-7dd1dc5f-c642-46e7-9f7d-0bc0bdb41a15 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2 HTTP/1.1" status: 200 len: 217 time: 0.0500913 Jul 15 19:09:13.083323 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e0043-d8db-4ef4-88d0-db0bbc49aae1 req-ceedcc84-0887-4a95-8e3f-0a8078c3bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:13.084833 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d3e0043-d8db-4ef4-88d0-db0bbc49aae1 req-ceedcc84-0887-4a95-8e3f-0a8078c3bc9b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 HTTP/1.1" status: 200 len: 856 time: 0.0489810 Jul 15 19:09:13.150698 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e0043-d8db-4ef4-88d0-db0bbc49aae1 req-22fe5d7e-76a7-47b6-b0e0-d302e6100e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:13.152262 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d3e0043-d8db-4ef4-88d0-db0bbc49aae1 req-22fe5d7e-76a7-47b6-b0e0-d302e6100e82 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0584691 Jul 15 19:09:13.263165 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d3e0043-d8db-4ef4-88d0-db0bbc49aae1 req-547d5a1e-be5d-4434-8515-92ff03fec874 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025050 Jul 15 19:09:13.358202 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d3e0043-d8db-4ef4-88d0-db0bbc49aae1 req-014f88de-961a-42ed-96e1-919da9639567 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865407 Jul 15 19:09:13.936850 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8846449-0249-4ef6-b910-894e2cd1770e req-50b222fd-d53a-4daa-88d1-cd14bb048739 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:13.938386 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8846449-0249-4ef6-b910-894e2cd1770e req-50b222fd-d53a-4daa-88d1-cd14bb048739 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0725911 Jul 15 19:09:13.981493 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8846449-0249-4ef6-b910-894e2cd1770e req-32eb0861-b59b-438b-8b0a-5e7ba2c3995e tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371890 Jul 15 19:09:14.093697 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80efc1-7de3-41f2-9eac-8ecf57a4910c req-af474130-dca5-4341-bbaf-430a5464abb5 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:14.095219 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e80efc1-7de3-41f2-9eac-8ecf57a4910c req-af474130-dca5-4341-bbaf-430a5464abb5 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0691445 Jul 15 19:09:14.134615 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e80efc1-7de3-41f2-9eac-8ecf57a4910c req-bbefe9fc-09d2-4db5-bb09-e98bb74257af tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338740 Jul 15 19:09:14.160884 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc0492-632d-4866-870f-d2ee92d08504 req-e821bfb1-649a-473b-8bd0-a67e7cd13597 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:14.162422 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-06bc0492-632d-4866-870f-d2ee92d08504 req-e821bfb1-649a-473b-8bd0-a67e7cd13597 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0719032 Jul 15 19:09:14.191691 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 666a53d6-ecf4-4b10-907c-68da82a6ddf2 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:09:14.205869 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-06bc0492-632d-4866-870f-d2ee92d08504 req-82000427-395e-4a41-a9b2-ce4e48811ba3 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371721 Jul 15 19:09:14.299380 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:14.313051 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'port_id': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'mac_address': 'fa:16:3e:38:e9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:09:14.353674 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:14.367933 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666a53d6-ecf4-4b10-907c-68da82a6ddf2 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:09:14.388346 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:14.395737 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:14.454002 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=666a53d6-ecf4-4b10-907c-68da82a6ddf2,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:14.617114 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['666a53d6-ecf4-4b10-907c-68da82a6ddf2'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:09:15.190696 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1514a96-2d95-45a7-8f5c-2f0dd83e9467 req-f708e884-5c46-46fe-a293-e8414237266c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:15.192276 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f1514a96-2d95-45a7-8f5c-2f0dd83e9467 req-f708e884-5c46-46fe-a293-e8414237266c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0824015 Jul 15 19:09:15.234999 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f1514a96-2d95-45a7-8f5c-2f0dd83e9467 req-72bce161-920b-4785-bd64-c67492bafc35 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367391 Jul 15 19:09:15.336418 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69045d71-364e-4c9b-84e3-59262d4e8474 req-81f4428b-2967-4aaa-9e4d-e14198deb6f2 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:15.337940 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-69045d71-364e-4c9b-84e3-59262d4e8474 req-81f4428b-2967-4aaa-9e4d-e14198deb6f2 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 944 time: 0.0713007 Jul 15 19:09:15.378668 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-69045d71-364e-4c9b-84e3-59262d4e8474 req-cb27bce8-befd-4cf0-bdfb-0147a4259e05 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349443 Jul 15 19:09:15.410906 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf321-d7ba-4968-b61d-1d84dd29f145 req-a9b7e265-7ad5-4eae-b6a8-6892faa5c2d8 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:15.413038 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0afaf321-d7ba-4968-b61d-1d84dd29f145 req-a9b7e265-7ad5-4eae-b6a8-6892faa5c2d8 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0739727 Jul 15 19:09:15.460942 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0afaf321-d7ba-4968-b61d-1d84dd29f145 req-ec53dcc7-e62a-4d86-9e74-b2f1b4ef0911 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415468 Jul 15 19:09:16.205107 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 666a53d6-ecf4-4b10-907c-68da82a6ddf2 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:09:16.264660 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:16.269047 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:16.269358 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.356634 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.380968 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:16.383730 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09a2cdc-217b-41d7-b63b-208031ae818c" -d '{"events": [{"server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "name": "network-vif-plugged", "status": "completed", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:16.397072 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:16.403970 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.434872 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cc6c92-d0a0-4426-b68e-778daa02514f x-openstack-request-id: req-92cc6c92-d0a0-4426-b68e-778daa02514f {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:16.435263 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "name": "network-vif-plugged", "status": "completed", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:16.435473 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1431e-415a-4832-bfde-ca1186a4381c req-463d167d-4d3e-4a2b-b188-7d1588d50ce4 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:16.435962 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92cc6c92-d0a0-4426-b68e-778daa02514f {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:16.436157 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'code': 200} Jul 15 19:09:16.437265 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bea1431e-415a-4832-bfde-ca1186a4381c req-463d167d-4d3e-4a2b-b188-7d1588d50ce4 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0763590 Jul 15 19:09:16.491816 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=666a53d6-ecf4-4b10-907c-68da82a6ddf2,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:16.498300 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bea1431e-415a-4832-bfde-ca1186a4381c req-ffb1cf81-5e4b-4940-8382-f4cdd8b7db9f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550241 Jul 15 19:09:16.535650 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-28406808-ebbb-4d21-bf94-c310c0aa15c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:16.711095 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50732419-1280-4d57-ba6a-a2927e1c5288 req-1afb2d43-d213-4577-b283-a29e6b108c0c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:16.712853 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-50732419-1280-4d57-ba6a-a2927e1c5288 req-1afb2d43-d213-4577-b283-a29e6b108c0c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.1046560 Jul 15 19:09:16.751820 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c83d9-1b72-40b6-806c-c2999ea50e2c req-d89ada43-5eb3-4534-96d6-a2bec96f4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:16.753254 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ba4c83d9-1b72-40b6-806c-c2999ea50e2c req-d89ada43-5eb3-4534-96d6-a2bec96f4fad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 1098 time: 0.1076670 Jul 15 19:09:16.781249 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-50732419-1280-4d57-ba6a-a2927e1c5288 req-ab593c2c-80d8-47c7-99f4-9f7adb629354 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610054 Jul 15 19:09:16.805369 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ba4c83d9-1b72-40b6-806c-c2999ea50e2c req-b1b718ce-7a21-4d25-9686-ae755bf3ff8b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454929 Jul 15 19:09:16.856916 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce81a5d-8d2a-4bd4-99fc-1aa838565bf9 req-9f9cc085-814b-483c-bc32-25374935f96e tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:16.858391 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6ce81a5d-8d2a-4bd4-99fc-1aa838565bf9 req-9f9cc085-814b-483c-bc32-25374935f96e tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.3011215 Jul 15 19:09:16.900361 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6ce81a5d-8d2a-4bd4-99fc-1aa838565bf9 req-dbbd516b-98a0-4848-b64c-12d35bc5902c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330565 Jul 15 19:09:17.689999 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2e5bb-6151-4b2d-a104-bcac482bffd8 req-58090e62-4838-4e40-9ae4-17b674d9c043 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:17.691495 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2e2e5bb-6151-4b2d-a104-bcac482bffd8 req-58090e62-4838-4e40-9ae4-17b674d9c043 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0696204 Jul 15 19:09:17.732167 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2e2e5bb-6151-4b2d-a104-bcac482bffd8 req-d9553d7f-c823-4086-a341-a3c8f34d73ee tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346041 Jul 15 19:09:17.970884 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae59061-1400-40e5-9c21-f3b84b6c52b2 req-9c8041d2-d068-4b89-b6d0-bf3348916c83 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:17.972378 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ae59061-1400-40e5-9c21-f3b84b6c52b2 req-9c8041d2-d068-4b89-b6d0-bf3348916c83 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0735924 Jul 15 19:09:18.014998 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4ae59061-1400-40e5-9c21-f3b84b6c52b2 req-dd4b5226-d24b-417a-b5bd-9c89496f717d tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347247 Jul 15 19:09:18.099973 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4b741-185a-45ec-a6f6-f4c1a5381025 req-1416db7f-d4f6-4b38-b323-84706d9cd593 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:18.108252 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-55c4b741-185a-45ec-a6f6-f4c1a5381025 req-1416db7f-d4f6-4b38-b323-84706d9cd593 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.0812435 Jul 15 19:09:18.142616 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-55c4b741-185a-45ec-a6f6-f4c1a5381025 req-6e0b31b1-f8c2-44fb-94cd-e5d5959b102b tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332215 Jul 15 19:09:18.149026 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5677-b230-4598-b0fe-671f3a3b214d req-3a9b8512-0ed2-449f-bb2d-3daa84d9d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:18.150613 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d79d5677-b230-4598-b0fe-671f3a3b214d req-3a9b8512-0ed2-449f-bb2d-3daa84d9d5ec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=11d5286a3f064fc5b43d1d7139d00770&device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 1098 time: 0.0852094 Jul 15 19:09:18.251756 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f800588-563c-4178-afc0-9a4d4a889fd8 req-55eae8a6-95b2-4b8f-9282-b3c48704bcb2 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:18.253299 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f800588-563c-4178-afc0-9a4d4a889fd8 req-55eae8a6-95b2-4b8f-9282-b3c48704bcb2 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.1364110 Jul 15 19:09:18.283693 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5677-b230-4598-b0fe-671f3a3b214d req-1fb00bfd-4656-4bfe-8a0b-196959e99dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:18.285147 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d79d5677-b230-4598-b0fe-671f3a3b214d req-1fb00bfd-4656-4bfe-8a0b-196959e99dae service neutron] 10.222.0.81 "GET /v2.0/networks?id=4194f688-d3d8-4b01-940e-e17b50e63a83 HTTP/1.1" status: 200 len: 912 time: 0.1282759 Jul 15 19:09:18.330275 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa97f6-d180-48aa-8f44-633dd1be8bbf req-f32d7fda-4fef-478c-82d2-89bb7d2061b7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:18.331799 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-38aa97f6-d180-48aa-8f44-633dd1be8bbf req-f32d7fda-4fef-478c-82d2-89bb7d2061b7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.0754778 Jul 15 19:09:18.340761 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52804) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:18.343277 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f800588-563c-4178-afc0-9a4d4a889fd8 req-76b78fbf-d616-4604-b6a1-fc0595478861 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834291 Jul 15 19:09:18.345689 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-ec190b70-3ab0-4842-ae5f-70a5e03d84bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Request body: {'floatingip': {'port_id': '666a53d6-ecf4-4b10-907c-68da82a6ddf2'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:18.367327 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d79d5677-b230-4598-b0fe-671f3a3b214d req-09d95e51-e31c-43a8-ad7a-b8079258312f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 HTTP/1.1" status: 200 len: 1001 time: 0.0760512 Jul 15 19:09:18.385303 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec190b70-3ab0-4842-ae5f-70a5e03d84bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:18.417814 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5677-b230-4598-b0fe-671f3a3b214d req-55e390ca-8e83-4a21-9b1b-6f71c63799a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:18.419331 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d79d5677-b230-4598-b0fe-671f3a3b214d req-55e390ca-8e83-4a21-9b1b-6f71c63799a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0446c1b-838c-468f-b9ab-64ddc622ac9c HTTP/1.1" status: 200 len: 850 time: 0.0455327 Jul 15 19:09:18.482363 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5677-b230-4598-b0fe-671f3a3b214d req-d93811b6-c15b-47a5-b8e9-b766d3f506b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:18.483857 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d79d5677-b230-4598-b0fe-671f3a3b214d req-d93811b6-c15b-47a5-b8e9-b766d3f506b3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4194f688-d3d8-4b01-940e-e17b50e63a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0586662 Jul 15 19:09:18.582857 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d79d5677-b230-4598-b0fe-671f3a3b214d req-98829fba-0f8c-4d99-8e96-93a4ffa285e7 service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925770 Jul 15 19:09:18.676867 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d79d5677-b230-4598-b0fe-671f3a3b214d req-c43d1612-927b-467f-8f82-5225554aebe3 service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873640 Jul 15 19:09:18.856131 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec190b70-3ab0-4842-ae5f-70a5e03d84bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:18.863118 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec190b70-3ab0-4842-ae5f-70a5e03d84bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:18.979686 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-ec190b70-3ab0-4842-ae5f-70a5e03d84bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Floating IP aae4893a-cbc9-4b2e-8455-43ac1ab117b0 associated. External IP: 172.27.1.201, port: 666a53d6-ecf4-4b10-907c-68da82a6ddf2. Jul 15 19:09:19.234266 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec190b70-3ab0-4842-ae5f-70a5e03d84bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Router f3c88265-2d7e-4b1f-935b-84236f4081fd has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:09:19.249673 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43529ea-6939-4c2a-a784-6695b8720012 req-595503f4-9578-48c1-8c76-e8b14449bf57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:19.251154 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d43529ea-6939-4c2a-a784-6695b8720012 req-595503f4-9578-48c1-8c76-e8b14449bf57 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.1160533 Jul 15 19:09:19.365400 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d43529ea-6939-4c2a-a784-6695b8720012 req-df564999-e543-4e88-b654-0fc6c97ba616 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063342 Jul 15 19:09:19.389331 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec190b70-3ab0-4842-ae5f-70a5e03d84bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:09:19.394284 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec190b70-3ab0-4842-ae5f-70a5e03d84bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:19.401218 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe7205b-2182-4585-92e4-6ae14199076d None None] Sync routers for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:09:19.410423 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe7205b-2182-4585-92e4-6ae14199076d None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:09:19.411049 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-3fe7205b-2182-4585-92e4-6ae14199076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:08:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:19.441755 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ec190b70-3ab0-4842-ae5f-70a5e03d84bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "PUT /v2.0/floatingips/aae4893a-cbc9-4b2e-8455-43ac1ab117b0 HTTP/1.1" status: 200 len: 991 time: 1.0970685 Jul 15 19:09:19.441755 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:09:19.443845 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d487e05c7bc77a0d797d40f0ee1db13b1b7ca83f6747dd086ea50c900277cffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3405cd09-958d-4a60-a614-744edc00f74d" -d '{"events": [{"name": "network-changed", "server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:09:19.526141 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-3fe7205b-2182-4585-92e4-6ae14199076d None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:09:19.537663 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81912799-cac1-48b4-8f66-f7e71e6b7b42 req-676bf8cb-2a67-45ce-8e68-bcc009365463 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:19.539277 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-81912799-cac1-48b4-8f66-f7e71e6b7b42 req-676bf8cb-2a67-45ce-8e68-bcc009365463 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0733318 Jul 15 19:09:19.582789 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-81912799-cac1-48b4-8f66-f7e71e6b7b42 req-987cb96c-561c-41dd-ae7b-0d767d090b76 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375597 Jul 15 19:09:19.595446 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb26107-b747-48c6-bd15-bf73278a0677 x-openstack-request-id: req-7cb26107-b747-48c6-bd15-bf73278a0677 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:09:19.595816 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:09:19.596317 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7cb26107-b747-48c6-bd15-bf73278a0677 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:09:19.596888 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'status': 'completed', 'code': 200} Jul 15 19:09:19.675347 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405cd09-958d-4a60-a614-744edc00f74d req-d17a8d0b-bb7c-4bcc-8cd5-b554c038c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:19.676868 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3405cd09-958d-4a60-a614-744edc00f74d req-d17a8d0b-bb7c-4bcc-8cd5-b554c038c67b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 1098 time: 0.0575011 Jul 15 19:09:19.777170 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405cd09-958d-4a60-a614-744edc00f74d req-418940d6-5cc0-479b-a867-18d4144c769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:19.778686 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3405cd09-958d-4a60-a614-744edc00f74d req-418940d6-5cc0-479b-a867-18d4144c769f service neutron] 10.222.0.81 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 918 time: 0.0951238 Jul 15 19:09:19.817597 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-3fe7205b-2182-4585-92e4-6ae14199076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': 'aae4893a-cbc9-4b2e-8455-43ac1ab117b0', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'port_id': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'mac_address': 'fa:16:3e:38:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:09:06Z', 'updated_at': '2021-07-15T19:09:18Z', 'revision_number': 1, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:09Z', 'revision_number': 5, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:19.855449 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3405cd09-958d-4a60-a614-744edc00f74d req-964c7e2e-3b44-4eb5-a627-a4bb2734bbc2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2 HTTP/1.1" status: 200 len: 999 time: 0.0700767 Jul 15 19:09:19.910088 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405cd09-958d-4a60-a614-744edc00f74d req-ace461bf-b15a-4c7d-a365-42ed5317c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:19.911607 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3405cd09-958d-4a60-a614-744edc00f74d req-ace461bf-b15a-4c7d-a365-42ed5317c0dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 HTTP/1.1" status: 200 len: 856 time: 0.0479257 Jul 15 19:09:19.967154 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe7205b-2182-4585-92e4-6ae14199076d None None] Checking router: f3c88265-2d7e-4b1f-935b-84236f4081fd for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:09:19.976266 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405cd09-958d-4a60-a614-744edc00f74d req-fe9a5360-9e15-4c48-b5ca-dc61bc221668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:19.977572 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe7205b-2182-4585-92e4-6ae14199076d None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:09:19.978212 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-3fe7205b-2182-4585-92e4-6ae14199076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:08:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:19.978336 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3405cd09-958d-4a60-a614-744edc00f74d req-fe9a5360-9e15-4c48-b5ca-dc61bc221668 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0597258 Jul 15 19:09:20.083169 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3405cd09-958d-4a60-a614-744edc00f74d req-8008b4a5-51ba-49f2-96a3-dd621cd0e594 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974712 Jul 15 19:09:20.089905 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-3fe7205b-2182-4585-92e4-6ae14199076d None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:09:20.182322 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3405cd09-958d-4a60-a614-744edc00f74d req-bf0234f0-eb02-4fea-bb2b-c8feb9b3bdae service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927784 Jul 15 19:09:20.262996 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:20.280966 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:09:20.341235 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-3fe7205b-2182-4585-92e4-6ae14199076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': 'aae4893a-cbc9-4b2e-8455-43ac1ab117b0', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'port_id': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'mac_address': 'fa:16:3e:38:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:09:06Z', 'updated_at': '2021-07-15T19:09:18Z', 'revision_number': 1, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:09Z', 'revision_number': 5, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:09:20.384437 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe7205b-2182-4585-92e4-6ae14199076d None None] The sync data for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi is: [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': 'aae4893a-cbc9-4b2e-8455-43ac1ab117b0', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'port_id': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'mac_address': 'fa:16:3e:38:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:09:06Z', 'updated_at': '2021-07-15T19:09:18Z', 'revision_number': 1, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:09Z', 'revision_number': 5, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:09:20.550408 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96842f36-2efa-4ae5-ba05-16d26eeae8b5 req-182eb59b-3ddf-4886-a99c-2b1ce3b86167 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:20.552062 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-96842f36-2efa-4ae5-ba05-16d26eeae8b5 req-182eb59b-3ddf-4886-a99c-2b1ce3b86167 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0685964 Jul 15 19:09:20.579392 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c70943-a0db-4742-80c2-49bf93e4b0ee None None] New status for floating IP aae4893a-cbc9-4b2e-8455-43ac1ab117b0: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:09:20.597838 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-96842f36-2efa-4ae5-ba05-16d26eeae8b5 req-e462d9c0-1afc-45c0-8505-123ba3d10d62 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397103 Jul 15 19:09:21.157655 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ebadb4b3-b327-48b9-aa6a-f527f4df7e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:21.780176 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3a97c-cc92-4077-90c0-7af3c1290b38 req-68d17b99-1046-4f10-a1de-a5d0ce30f0cb tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:21.781676 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4ac3a97c-cc92-4077-90c0-7af3c1290b38 req-68d17b99-1046-4f10-a1de-a5d0ce30f0cb tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0683701 Jul 15 19:09:21.830797 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4ac3a97c-cc92-4077-90c0-7af3c1290b38 req-0672c652-19d0-4ec1-a9b7-7a73e440cacb tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433006 Jul 15 19:09:22.061463 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:23.023249 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521b5d7-948a-46d3-912b-1af89c5c9c1e req-d4fdfceb-f247-4fe1-ba62-981f84a70a5c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:23.024743 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f521b5d7-948a-46d3-912b-1af89c5c9c1e req-d4fdfceb-f247-4fe1-ba62-981f84a70a5c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0714242 Jul 15 19:09:23.070266 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f521b5d7-948a-46d3-912b-1af89c5c9c1e req-0d2a09ec-7afc-4125-ac46-7db9b1f95b48 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362349 Jul 15 19:09:23.588739 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:24.274107 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13a4e-e76f-4ca7-aeae-c89191aa3a00 req-9f889284-e51f-4658-879a-1d75b85c0332 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:24.276440 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-27c13a4e-e76f-4ca7-aeae-c89191aa3a00 req-9f889284-e51f-4658-879a-1d75b85c0332 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0875874 Jul 15 19:09:24.321114 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-27c13a4e-e76f-4ca7-aeae-c89191aa3a00 req-fd1be0ca-3438-43e0-b27f-ec094a603477 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384808 Jul 15 19:09:25.514978 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b0073-bfa9-4813-bfc6-4f613138223a req-205ecf36-4164-4b6e-809d-2a055d8147ae tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:25.516578 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-786b0073-bfa9-4813-bfc6-4f613138223a req-205ecf36-4164-4b6e-809d-2a055d8147ae tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0693307 Jul 15 19:09:25.563801 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-786b0073-bfa9-4813-bfc6-4f613138223a req-2f36b989-1d0d-40f8-8b16-2c6a877b7950 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413992 Jul 15 19:09:26.752605 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53761d-9733-480e-8d11-6a009f192d7a req-c9f8592d-eeb8-4e91-bacb-bab776a9018a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:26.754100 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5b53761d-9733-480e-8d11-6a009f192d7a req-c9f8592d-eeb8-4e91-bacb-bab776a9018a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0652699 Jul 15 19:09:26.797406 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5b53761d-9733-480e-8d11-6a009f192d7a req-3b9df3d5-507c-4dff-a637-f4e5a776d99f tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350654 Jul 15 19:09:27.987480 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94c895-7fc1-428f-929a-c2ef564e8511 req-5077dfd9-5c86-47c2-a1d5-a602f96667d2 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:27.988897 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7f94c895-7fc1-428f-929a-c2ef564e8511 req-5077dfd9-5c86-47c2-a1d5-a602f96667d2 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0700114 Jul 15 19:09:28.031303 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7f94c895-7fc1-428f-929a-c2ef564e8511 req-15285498-af69-4af4-8ae5-babf8f7dcaba tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=206ccfb5-0398-40d7-a1ff-f14ef771ee85&id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346713 Jul 15 19:09:41.707045 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:43.262417 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e067776-1fe0-455d-ad3a-371eaa900d5b req-94deda81-4142-417f-bc44-d343863b4317 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571213 Jul 15 19:09:43.364041 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e067776-1fe0-455d-ad3a-371eaa900d5b req-577618b0-ba9a-443f-a9cc-5b6b02e8abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:43.365663 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e067776-1fe0-455d-ad3a-371eaa900d5b req-577618b0-ba9a-443f-a9cc-5b6b02e8abde service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=11d5286a3f064fc5b43d1d7139d00770&device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 1098 time: 0.0548816 Jul 15 19:09:43.492766 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e067776-1fe0-455d-ad3a-371eaa900d5b req-50eb5c75-9a49-4fbe-ba6e-3175fc826f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:43.494950 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e067776-1fe0-455d-ad3a-371eaa900d5b req-50eb5c75-9a49-4fbe-ba6e-3175fc826f79 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4194f688-d3d8-4b01-940e-e17b50e63a83 HTTP/1.1" status: 200 len: 912 time: 0.1007066 Jul 15 19:09:43.568120 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e067776-1fe0-455d-ad3a-371eaa900d5b req-3ae1d158-2554-4c0b-b2b1-4fcebef21c6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 HTTP/1.1" status: 200 len: 1001 time: 0.0634897 Jul 15 19:09:43.629448 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e067776-1fe0-455d-ad3a-371eaa900d5b req-c4089090-108c-4095-9d62-b9275141d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:43.630938 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e067776-1fe0-455d-ad3a-371eaa900d5b req-c4089090-108c-4095-9d62-b9275141d0a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0446c1b-838c-468f-b9ab-64ddc622ac9c HTTP/1.1" status: 200 len: 850 time: 0.0555134 Jul 15 19:09:43.696445 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e067776-1fe0-455d-ad3a-371eaa900d5b req-6db82723-659d-4d92-84a6-feb0e2a0dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:43.697997 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e067776-1fe0-455d-ad3a-371eaa900d5b req-6db82723-659d-4d92-84a6-feb0e2a0dbeb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4194f688-d3d8-4b01-940e-e17b50e63a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0588312 Jul 15 19:09:43.794309 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e067776-1fe0-455d-ad3a-371eaa900d5b req-e996e622-aa35-4ddf-a220-ca2ecdb8b71b service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888028 Jul 15 19:09:43.887853 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e067776-1fe0-455d-ad3a-371eaa900d5b req-97488ba3-dbcf-4968-bb26-21046a3543ee service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866461 Jul 15 19:09:46.520282 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f9b3e158-eea0-4612-99a9-ed5db5da12a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:50.229606 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:51.162905 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-92cf2228-822b-4f5d-8339-1fda38c1338d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:52.065200 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:53.593763 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:57.282314 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:09:58.537187 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d12037-f983-43f7-98ee-fc57c90c384f req-08bb6f6f-f094-4f8b-a414-e67504be601a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:58.538867 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84d12037-f983-43f7-98ee-fc57c90c384f req-08bb6f6f-f094-4f8b-a414-e67504be601a tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0683217 Jul 15 19:09:58.591495 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84d12037-f983-43f7-98ee-fc57c90c384f req-c9111a49-4124-4278-ac21-d64380bcf9d5 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437431 Jul 15 19:09:59.793270 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947ef8d-1fe8-41dd-aaa7-b94077d8a97f req-e8f585f1-4784-416c-8825-671b62baa1de tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:59.794680 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2947ef8d-1fe8-41dd-aaa7-b94077d8a97f req-e8f585f1-4784-416c-8825-671b62baa1de tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0780499 Jul 15 19:09:59.839731 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2947ef8d-1fe8-41dd-aaa7-b94077d8a97f req-19303ff8-02ef-4131-8604-1b9cab265e41 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366910 Jul 15 19:10:00.465203 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-d05f2443-1f21-4dc1-bfa5-35884ec19aac tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:00.467135 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-d05f2443-1f21-4dc1-bfa5-35884ec19aac tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.0727034 Jul 15 19:10:00.594347 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Deleting port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:00.594798 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:00.936929 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] For port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:00.937671 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:01.213019 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d45959-ec98-471b-9f30-fee1cb80a855 req-26b42a27-0b57-4242-8f9e-0687ea4e66fe tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:01.214440 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-72d45959-ec98-471b-9f30-fee1cb80a855 req-26b42a27-0b57-4242-8f9e-0687ea4e66fe tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 945 time: 0.2469049 Jul 15 19:10:01.275026 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:01.275391 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:01.275772 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.l3_db [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Floating IP 4537cc14-f88d-4a02-a9a4-150b1db732d0 disassociated. External IP: 172.27.1.122, port: c6a3bb18-ce9e-4194-b560-f04fe56d1ee3. Jul 15 19:10:01.276166 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Calling delete_port for c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:01.297462 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-72d45959-ec98-471b-9f30-fee1cb80a855 req-916e4853-8e5c-44b6-95d5-4d1e5dd0d213 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=a82ef967-328c-48bd-9c3b-f5d818beb6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765848 Jul 15 19:10:01.425857 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:01.455266 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event deleted for resources: {'Port': ['ID=c6a3bb18-ce9e-4194-b560-f04fe56d1ee3,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:01.469325 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:01.469680 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:01.470502 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:01.470502 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:01.470709 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:01.471181 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:01.471517 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:01.471847 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:01.472186 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:01.472529 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:01.472828 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:01.473163 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:01.587858 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Router 9804479a-cb43-44e9-9b75-b6116f6881d7 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:10:01.734590 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:10:01.749849 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c52366-d5d1-4560-a0e9-ad4bab33e70c None None] Sync routers for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:10:01.763409 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c52366-d5d1-4560-a0e9-ad4bab33e70c None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:01.764132 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-53c52366-d5d1-4560-a0e9-ad4bab33e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:09:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:01.784662 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] No DVR routers for this DVR port c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:10:01.787471 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:01.790006 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ead79d2c-a60c-4d42-a27c-71a5f52ba6a6 req-999a975c-a88f-4720-98e9-ffde212c54be tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.81 "DELETE /v2.0/ports/c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 HTTP/1.1" status: 204 len: 173 time: 1.3134637 Jul 15 19:10:01.790684 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29679650-de88-44f8-8b89-412b6439798b', 'name': 'network-vif-deleted', 'tag': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:01.793193 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3bbf9a-3b5b-4cab-9b96-0c76256798d1" -d '{"events": [{"server_uuid": "29679650-de88-44f8-8b89-412b6439798b", "name": "network-vif-deleted", "tag": "c6a3bb18-ce9e-4194-b560-f04fe56d1ee3"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:01.836829 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e239ca52-53b2-4e27-8f1b-714b6244ea06 x-openstack-request-id: req-e239ca52-53b2-4e27-8f1b-714b6244ea06 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:01.837492 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29679650-de88-44f8-8b89-412b6439798b", "name": "network-vif-deleted", "tag": "c6a3bb18-ce9e-4194-b560-f04fe56d1ee3", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:01.837914 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e239ca52-53b2-4e27-8f1b-714b6244ea06 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:01.838472 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29679650-de88-44f8-8b89-412b6439798b', 'name': 'network-vif-deleted', 'tag': 'c6a3bb18-ce9e-4194-b560-f04fe56d1ee3', 'status': 'completed', 'code': 200} Jul 15 19:10:01.899735 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-53c52366-d5d1-4560-a0e9-ad4bab33e70c None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:02.128098 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-53c52366-d5d1-4560-a0e9-ad4bab33e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:02.155477 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c52366-d5d1-4560-a0e9-ad4bab33e70c None None] Checking router: 9804479a-cb43-44e9-9b75-b6116f6881d7 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:10:02.165155 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c52366-d5d1-4560-a0e9-ad4bab33e70c None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:02.165810 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-53c52366-d5d1-4560-a0e9-ad4bab33e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:09:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:02.278460 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-53c52366-d5d1-4560-a0e9-ad4bab33e70c None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:02.491293 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-53c52366-d5d1-4560-a0e9-ad4bab33e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:02.503052 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b689c09b-e837-4c6e-8983-ba742d245254 req-68595f88-5d01-45fb-a32b-ce14ab0ec3c3 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=29679650-de88-44f8-8b89-412b6439798b HTTP/1.1" status: 200 len: 210 time: 0.0379648 Jul 15 19:10:02.534078 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c52366-d5d1-4560-a0e9-ad4bab33e70c None None] The sync data for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi is: [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:10:02.770252 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e08105-02c9-45f4-bacb-6951849ce328 None None] New status for floating IP 4537cc14-f88d-4a02-a9a4-150b1db732d0: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:10:03.668680 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52952) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:03.728422 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:03.752969 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:03.806352 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:03.810733 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:03.814962 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "DELETE /v2.0/security-groups/a82ef967-328c-48bd-9c3b-f5d818beb6d5 HTTP/1.1" status: 204 len: 168 time: 0.1427994 Jul 15 19:10:03.816718 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 52956) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:03.831035 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82ef967-328c-48bd-9c3b-f5d818beb6d5,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:03.832950 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.api.v2.resource [None req-f0fc80e7-b3e3-4ce9-8685-f52bd1ad8d76 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] show failed (client error): The resource could not be found. Jul 15 19:10:03.834152 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f0fc80e7-b3e3-4ce9-8685-f52bd1ad8d76 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups/a82ef967-328c-48bd-9c3b-f5d818beb6d5 HTTP/1.1" status: 404 len: 347 time: 0.0160825 Jul 15 19:10:03.837426 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 52958) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:03.844107 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:03.844596 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:03.845040 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:03.845504 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:03.845951 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:03.846530 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:03.846960 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:03.847424 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:03.848043 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:03.848360 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:03.848719 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:03.851468 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46fa83-2ae0-4312-8ec0-632935570d6d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:03.982237 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2b458-294c-4055-a621-b804ed45370f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Deleting port 3ff2fa5a-fcc5-4fc0-827c-38f5f4750636 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:03.982586 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b458-294c-4055-a621-b804ed45370f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.062891 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b458-294c-4055-a621-b804ed45370f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.063249 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b458-294c-4055-a621-b804ed45370f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.078038 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2b458-294c-4055-a621-b804ed45370f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Calling delete_port for 3ff2fa5a-fcc5-4fc0-827c-38f5f4750636 owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:04.259844 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b458-294c-4055-a621-b804ed45370f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.296853 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2b458-294c-4055-a621-b804ed45370f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event deleted for resources: {'Port': ['ID=3ff2fa5a-fcc5-4fc0-827c-38f5f4750636,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:04.370247 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28ef1-d170-4e5d-b8e3-e7feb96fcebc req-004397f7-5a85-4137-9dc3-65da49be16a0 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:04.371824 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-93f28ef1-d170-4e5d-b8e3-e7feb96fcebc req-004397f7-5a85-4137-9dc3-65da49be16a0 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.1443107 Jul 15 19:10:04.374453 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b458-294c-4055-a621-b804ed45370f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.377043 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b458-294c-4055-a621-b804ed45370f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.378113 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3cb2b458-294c-4055-a621-b804ed45370f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "DELETE /v2.0/floatingips/4537cc14-f88d-4a02-a9a4-150b1db732d0 HTTP/1.1" status: 204 len: 168 time: 0.5397124 Jul 15 19:10:04.414275 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-93f28ef1-d170-4e5d-b8e3-e7feb96fcebc req-d1800a02-aad1-4a7b-8aa1-2a6cebf1f4fe tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349336 Jul 15 19:10:04.534232 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:04.556293 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:04.556639 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device c6a3bb18-ce9e-4194-b560-f04fe56d1ee3 not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:04.609280 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52972) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:04.615849 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-05458e4c-3f2f-41e9-bff1-9361022c34a2 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1253911869', 'description': 'tempest-description--312317537'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:04.640700 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-05458e4c-3f2f-41e9-bff1-9361022c34a2 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.727325 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-05458e4c-3f2f-41e9-bff1-9361022c34a2 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.733280 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-05458e4c-3f2f-41e9-bff1-9361022c34a2 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.761033 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-05458e4c-3f2f-41e9-bff1-9361022c34a2 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.762612 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-05458e4c-3f2f-41e9-bff1-9361022c34a2 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1520462 Jul 15 19:10:04.765358 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52974) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:04.770526 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-cbf2ecf0-b5b3-4e93-9ec7-1ab3c05bf6dd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Request body: {'security_group_rule': {'security_group_id': '4e989048-8ae1-4b40-818b-08170e7b816b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:04.775761 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05458e4c-3f2f-41e9-bff1-9361022c34a2 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e989048-8ae1-4b40-818b-08170e7b816b,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:04.804759 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ecf0-b5b3-4e93-9ec7-1ab3c05bf6dd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.869467 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ecf0-b5b3-4e93-9ec7-1ab3c05bf6dd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.875675 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ecf0-b5b3-4e93-9ec7-1ab3c05bf6dd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.893454 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2ecf0-b5b3-4e93-9ec7-1ab3c05bf6dd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9c4682-d5e8-42ff-b55f-c696200ac0dd,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:04.899314 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ecf0-b5b3-4e93-9ec7-1ab3c05bf6dd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:04.900710 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-cbf2ecf0-b5b3-4e93-9ec7-1ab3c05bf6dd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344180 Jul 15 19:10:04.903618 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52976) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:04.908034 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-5087ee0d-6e98-4a2d-a604-8baee93827e5 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Request body: {'security_group_rule': {'security_group_id': '4e989048-8ae1-4b40-818b-08170e7b816b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:04.943729 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5087ee0d-6e98-4a2d-a604-8baee93827e5 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.021403 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5087ee0d-6e98-4a2d-a604-8baee93827e5 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.027389 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5087ee0d-6e98-4a2d-a604-8baee93827e5 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.048353 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087ee0d-6e98-4a2d-a604-8baee93827e5 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888d46e1-18c2-41cc-8021-fbbef37bc14e,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:05.053388 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5087ee0d-6e98-4a2d-a604-8baee93827e5 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.056673 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5087ee0d-6e98-4a2d-a604-8baee93827e5 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500943 Jul 15 19:10:05.060461 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 52978) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:05.065103 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Request body: {'floatingip': {'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:05.087650 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.187879 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.307937 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Allocated IP 172.27.1.151 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/1d9a2d8e-a7df-4e52-9790-f8f5f8ddd63a) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:10:05.411286 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.453336 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.492268 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:10:05.498980 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:10:05.502443 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:10:05.526641 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event updated for resources: {'Port': ['ID=1d9a2d8e-a7df-4e52-9790-f8f5f8ddd63a,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:05.594279 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.601515 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b2d7c-a0aa-4801-98b4-7b0e393f88df req-7f3ddbb0-822b-45b8-9fb3-59b74354f5fe tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:05.603018 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d6b2d7c-a0aa-4801-98b4-7b0e393f88df req-7f3ddbb0-822b-45b8-9fb3-59b74354f5fe tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.0721197 Jul 15 19:10:05.640754 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.645047 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d6b2d7c-a0aa-4801-98b4-7b0e393f88df req-582088ce-e9bf-4fc1-8605-54b9a0abb670 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340583 Jul 15 19:10:05.818188 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.824000 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58955099'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.889439 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event updated for resources: {'Port': ['ID=1d9a2d8e-a7df-4e52-9790-f8f5f8ddd63a,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:05.905053 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.922927 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:05.924146 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0e06f477-ffae-477e-90e5-cbc97dc75641 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8627007 Jul 15 19:10:06.133924 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-62264226-e2d5-44e1-a843-f6dc768bc7aa tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1253911869&fields=id&tenant_id=11d5286a3f064fc5b43d1d7139d00770 HTTP/1.1" status: 200 len: 267 time: 0.0363834 Jul 15 19:10:06.262422 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932846-326f-4f90-945d-d90161ce8a71 req-5dfb9fb9-f398-4e26-b64d-ee66e1a38432 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:06.263842 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-5dfb9fb9-f398-4e26-b64d-ee66e1a38432 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/networks?id=4194f688-d3d8-4b01-940e-e17b50e63a83 HTTP/1.1" status: 200 len: 811 time: 0.1233921 Jul 15 19:10:06.286107 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-31820b1d-758c-48c5-8d1a-8107802abb3e tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/quotas/11d5286a3f064fc5b43d1d7139d00770 HTTP/1.1" status: 200 len: 375 time: 0.0141776 Jul 15 19:10:06.369422 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-a2002fb1-3296-4200-a5a6-b97f5c8a8b31 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=11d5286a3f064fc5b43d1d7139d00770&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779760 Jul 15 19:10:06.472695 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-68e607dd-1bed-4f46-bed0-e1ebd6dcd5e7 service neutron] 10.222.0.78 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914822 Jul 15 19:10:06.568529 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-fc3ff905-8375-48de-bee7-4b43a3e0656a service neutron] 10.222.0.78 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897012 Jul 15 19:10:06.763401 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f950fe6b-438e-4434-b724-fec6c9686d86 req-ea427888-d001-4de8-98e9-8565d2b8272c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 210 time: 0.0303035 Jul 15 19:10:06.845372 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ff592-e93d-4646-839a-f8ef897db429 req-c0d0ba52-7e8d-4526-bb08-5aa8ea1b04ee tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:06.846877 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-998ff592-e93d-4646-839a-f8ef897db429 req-c0d0ba52-7e8d-4526-bb08-5aa8ea1b04ee tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.0778348 Jul 15 19:10:06.888551 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-998ff592-e93d-4646-839a-f8ef897db429 req-34fa745b-cfb2-4116-81a3-86a3e1b7a7dc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355372 Jul 15 19:10:06.913150 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ad9bdd9-e8ff-4745-a3c2-d0b10a2d2d14 req-882decc5-1d3d-4897-a76d-447d6ff49687 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010076357&fields=id&tenant_id=4027187114894275832071280cd2e36d HTTP/1.1" status: 200 len: 267 time: 0.0347655 Jul 15 19:10:06.997226 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9bdd9-e8ff-4745-a3c2-d0b10a2d2d14 req-ba0fab02-8a74-4548-bcca-da1aa243f5ca tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:06.998702 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ad9bdd9-e8ff-4745-a3c2-d0b10a2d2d14 req-ba0fab02-8a74-4548-bcca-da1aa243f5ca tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 984 time: 0.0794580 Jul 15 19:10:07.010229 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-3ad9bdd9-e8ff-4745-a3c2-d0b10a2d2d14 req-ea559f32-cf9f-4c6d-aeff-0a0ac12cd20c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Request body: {'port': {'security_groups': ['e82d83a1-9374-452d-af91-d7c2756cd1be']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:07.100497 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3ad9bdd9-e8ff-4745-a3c2-d0b10a2d2d14 req-ea559f32-cf9f-4c6d-aeff-0a0ac12cd20c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.299026 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-3ad9bdd9-e8ff-4745-a3c2-d0b10a2d2d14 req-ea559f32-cf9f-4c6d-aeff-0a0ac12cd20c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] For port af8dd60a-8976-4637-9d43-890c84492036, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=af8dd60a-8976-4637-9d43-890c84492036,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:07.330070 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3ad9bdd9-e8ff-4745-a3c2-d0b10a2d2d14 req-ea559f32-cf9f-4c6d-aeff-0a0ac12cd20c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.336931 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3ad9bdd9-e8ff-4745-a3c2-d0b10a2d2d14 req-ea559f32-cf9f-4c6d-aeff-0a0ac12cd20c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58955099'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.348822 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['af8dd60a-8976-4637-9d43-890c84492036'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:07.389772 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9bdd9-e8ff-4745-a3c2-d0b10a2d2d14 req-ea559f32-cf9f-4c6d-aeff-0a0ac12cd20c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:07.390234 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3ad9bdd9-e8ff-4745-a3c2-d0b10a2d2d14 req-ea559f32-cf9f-4c6d-aeff-0a0ac12cd20c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.391668 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ad9bdd9-e8ff-4745-a3c2-d0b10a2d2d14 req-ea559f32-cf9f-4c6d-aeff-0a0ac12cd20c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "PUT /v2.0/ports/af8dd60a-8976-4637-9d43-890c84492036 HTTP/1.1" status: 200 len: 942 time: 0.3862104 Jul 15 19:10:07.392125 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:07.397605 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d487e05c7bc77a0d797d40f0ee1db13b1b7ca83f6747dd086ea50c900277cffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7d70a8-b134-41a3-8afa-1c4cf94520e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "tag": "af8dd60a-8976-4637-9d43-890c84492036"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:07.398120 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53012) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:07.428410 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea559f32-cf9f-4c6d-aeff-0a0ac12cd20c tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event updated for resources: {'Port': ['ID=af8dd60a-8976-4637-9d43-890c84492036,revision_number=7']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:07.448691 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358b3be1-b238-431e-a4e1-b5e809161553 x-openstack-request-id: req-358b3be1-b238-431e-a4e1-b5e809161553 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:07.449029 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "tag": "af8dd60a-8976-4637-9d43-890c84492036", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:07.449305 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-358b3be1-b238-431e-a4e1-b5e809161553 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:07.449696 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036', 'status': 'completed', 'code': 200} Jul 15 19:10:07.473368 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['af8dd60a-8976-4637-9d43-890c84492036'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:07.517971 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-328d5af1-6a10-48ef-98c2-65bde59101fb tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.553468 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-328d5af1-6a10-48ef-98c2-65bde59101fb tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.599704 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d70a8-b134-41a3-8afa-1c4cf94520e2 req-b2d2187a-9537-4402-9093-9a129745b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:07.601433 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b7d70a8-b134-41a3-8afa-1c4cf94520e2 req-b2d2187a-9537-4402-9093-9a129745b065 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4027187114894275832071280cd2e36d&device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 1098 time: 0.1184173 Jul 15 19:10:07.660500 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-67cc209f-619d-4af2-9aa4-921598982d99 None None] Provisioning complete for port af8dd60a-8976-4637-9d43-890c84492036 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:10:07.660886 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-67cc209f-619d-4af2-9aa4-921598982d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.696056 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-328d5af1-6a10-48ef-98c2-65bde59101fb tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.699243 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-328d5af1-6a10-48ef-98c2-65bde59101fb tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:07.703445 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53016) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:07.703623 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-328d5af1-6a10-48ef-98c2-65bde59101fb tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "DELETE /v2.0/security-groups/206ccfb5-0398-40d7-a1ff-f14ef771ee85 HTTP/1.1" status: 204 len: 168 time: 0.3039720 Jul 15 19:10:07.724436 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d5af1-6a10-48ef-98c2-65bde59101fb tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206ccfb5-0398-40d7-a1ff-f14ef771ee85,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:07.726955 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d70a8-b134-41a3-8afa-1c4cf94520e2 req-5e0cad61-469b-4bc2-a509-6786eb36960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:07.728841 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b7d70a8-b134-41a3-8afa-1c4cf94520e2 req-5e0cad61-469b-4bc2-a509-6786eb36960e service neutron] 10.222.0.81 "GET /v2.0/networks?id=fde56a34-cfb6-471e-8335-26622e2a2854 HTTP/1.1" status: 200 len: 915 time: 0.1195910 Jul 15 19:10:07.847760 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b7d70a8-b134-41a3-8afa-1c4cf94520e2 req-476db52d-2d16-4879-92f2-11ef75b4b30b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af8dd60a-8976-4637-9d43-890c84492036 HTTP/1.1" status: 200 len: 1000 time: 0.1071026 Jul 15 19:10:07.935090 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d70a8-b134-41a3-8afa-1c4cf94520e2 req-7a6a686e-295a-4049-ab27-21a8fa335606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:07.936811 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b7d70a8-b134-41a3-8afa-1c4cf94520e2 req-7a6a686e-295a-4049-ab27-21a8fa335606 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=908d85fd-a177-4409-8138-ba0f12d65f43 HTTP/1.1" status: 200 len: 853 time: 0.0803037 Jul 15 19:10:07.942910 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f9ab823-a3fa-4966-8486-e6d5e6732aa5 req-c3b026c7-85c7-4159-9732-bd4f34868a29 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 210 time: 0.0330248 Jul 15 19:10:07.962898 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-2da17d52-7643-4a81-b11e-196442982c6a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Deleting port 2eb6d98d-8f48-43ce-926c-e6c4ec8f573b {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:07.963379 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2da17d52-7643-4a81-b11e-196442982c6a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.054152 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2da17d52-7643-4a81-b11e-196442982c6a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.054640 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2da17d52-7643-4a81-b11e-196442982c6a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.067156 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-2da17d52-7643-4a81-b11e-196442982c6a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Calling delete_port for 2eb6d98d-8f48-43ce-926c-e6c4ec8f573b owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:08.084897 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932846-326f-4f90-945d-d90161ce8a71 req-6db8841b-0f8a-42bc-bc8a-387aeab5812f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:08.086457 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-6db8841b-0f8a-42bc-bc8a-387aeab5812f tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.81 "GET /v2.0/networks?id=4194f688-d3d8-4b01-940e-e17b50e63a83 HTTP/1.1" status: 200 len: 811 time: 0.2108791 Jul 15 19:10:08.089695 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d70a8-b134-41a3-8afa-1c4cf94520e2 req-3cce6407-87f5-475a-96a9-53c715a20c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:08.091106 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b7d70a8-b134-41a3-8afa-1c4cf94520e2 req-3cce6407-87f5-475a-96a9-53c715a20c90 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fde56a34-cfb6-471e-8335-26622e2a2854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1413569 Jul 15 19:10:08.204205 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-1bb27c2b-a2f8-4673-947c-4b90b8986df6 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11d5286a3f064fc5b43d1d7139d00770 HTTP/1.1" status: 200 len: 380 time: 0.1035180 Jul 15 19:10:08.236460 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-d0932846-326f-4f90-945d-d90161ce8a71 req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Request body: {'port': {'device_id': '8cfc3d79-89c6-40dd-b945-1a30bd4343ce', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'admin_state_up': True, 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'security_groups': ['4e989048-8ae1-4b40-818b-08170e7b816b']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:08.298220 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540e6ea-420a-41b9-a029-684ed55eae4b req-52de2802-a603-4e25-9404-17b7511c2cd3 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:08.299857 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e540e6ea-420a-41b9-a029-684ed55eae4b req-52de2802-a603-4e25-9404-17b7511c2cd3 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.2078865 Jul 15 19:10:08.366127 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b7d70a8-b134-41a3-8afa-1c4cf94520e2 req-538c3e24-9188-40ef-a99d-f3d680f68245 service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631996 Jul 15 19:10:08.435091 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e540e6ea-420a-41b9-a029-684ed55eae4b req-5d63f3ce-4a4a-4b3c-8594-28c6a03dfb81 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265681 Jul 15 19:10:08.503642 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0932846-326f-4f90-945d-d90161ce8a71 req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Made reservation on behalf of 11d5286a3f064fc5b43d1d7139d00770 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:10:08.507223 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0932846-326f-4f90-945d-d90161ce8a71 req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.512029 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b7d70a8-b134-41a3-8afa-1c4cf94520e2 req-8f1d5ac7-2a8f-403f-a526-0b4a64448de7 service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376750 Jul 15 19:10:08.524657 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2da17d52-7643-4a81-b11e-196442982c6a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.551558 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da17d52-7643-4a81-b11e-196442982c6a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event deleted for resources: {'Port': ['ID=2eb6d98d-8f48-43ce-926c-e6c4ec8f573b,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:08.627640 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2da17d52-7643-4a81-b11e-196442982c6a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.628128 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-2da17d52-7643-4a81-b11e-196442982c6a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Floating IP a1f01c14-2fac-4493-9e56-d6a3b5db4f80 disassociated (deleted). External IP: 172.27.1.74, port: af8dd60a-8976-4637-9d43-890c84492036. Jul 15 19:10:08.646507 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-d0932846-326f-4f90-945d-d90161ce8a71 req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Allocated IP 172.20.0.5 (4194f688-d3d8-4b01-940e-e17b50e63a83/e0446c1b-838c-468f-b9ab-64ddc622ac9c/7a752246-c84f-4851-9cdc-a12cb99b0f79) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:10:08.789686 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0932846-326f-4f90-945d-d90161ce8a71 req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.804213 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-d0932846-326f-4f90-945d-d90161ce8a71 req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Transition to ACTIVE for port object 7a752246-c84f-4851-9cdc-a12cb99b0f79 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:10:08.839316 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0932846-326f-4f90-945d-d90161ce8a71 req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.845554 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da17d52-7643-4a81-b11e-196442982c6a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:10:08.882377 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0932846-326f-4f90-945d-d90161ce8a71 req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Network 4194f688-d3d8-4b01-940e-e17b50e63a83 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:10:08.887785 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-d0932846-326f-4f90-945d-d90161ce8a71 req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:10:08.891587 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0932846-326f-4f90-945d-d90161ce8a71 req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:10:08.919063 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event updated for resources: {'Port': ['ID=7a752246-c84f-4851-9cdc-a12cb99b0f79,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:08.944429 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932846-326f-4f90-945d-d90161ce8a71 req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:08.945238 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0932846-326f-4f90-945d-d90161ce8a71 req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.962236 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-e7011ad9-08aa-49a0-b7e5-e54fcd9493cd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7307243 Jul 15 19:10:08.968131 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da17d52-7643-4a81-b11e-196442982c6a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:10:08.973483 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2da17d52-7643-4a81-b11e-196442982c6a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:08.975658 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Request body: {'port': {'device_id': '8cfc3d79-89c6-40dd-b945-1a30bd4343ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:08.981320 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9827dd6-e91b-4f0d-bb0a-dc2b8c100f81 None None] Sync routers for ids ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:10:09.001212 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9827dd6-e91b-4f0d-bb0a-dc2b8c100f81 None None] Routers {'1a77c39e-0454-4e6e-8e8f-caa6e04e7417'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:09.002062 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a9827dd6-e91b-4f0d-bb0a-dc2b8c100f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:09:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:09.022625 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2da17d52-7643-4a81-b11e-196442982c6a tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "DELETE /v2.0/floatingips/a1f01c14-2fac-4493-9e56-d6a3b5db4f80 HTTP/1.1" status: 204 len: 168 time: 1.3179219 Jul 15 19:10:09.083932 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:09.178907 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-a9827dd6-e91b-4f0d-bb0a-dc2b8c100f81 None None] Set router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:09.215705 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9e0a6-25c5-43bc-903c-9b69f7327e11 req-03dc3b51-0c8f-4204-b855-96854b28e71d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:09.217780 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-54d9e0a6-25c5-43bc-903c-9b69f7327e11 req-03dc3b51-0c8f-4204-b855-96854b28e71d tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 931 time: 0.0873189 Jul 15 19:10:09.248911 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-de5b54ea-a8bf-4242-8efe-28c0a6034b5f None None] Provisioning for port 7a752246-c84f-4851-9cdc-a12cb99b0f79 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:10:09.280533 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-de5b54ea-a8bf-4242-8efe-28c0a6034b5f None None] Provisioning complete for port 7a752246-c84f-4851-9cdc-a12cb99b0f79 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:10:09.280905 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-de5b54ea-a8bf-4242-8efe-28c0a6034b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:09.285988 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-54d9e0a6-25c5-43bc-903c-9b69f7327e11 req-e542fa24-c83d-45cd-a8fc-6f1c4db95148 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e989048-8ae1-4b40-818b-08170e7b816b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580378 Jul 15 19:10:09.391410 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-de5b54ea-a8bf-4242-8efe-28c0a6034b5f None None] Port 7a752246-c84f-4851-9cdc-a12cb99b0f79 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:10:09.450647 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:09.454042 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d487e05c7bc77a0d797d40f0ee1db13b1b7ca83f6747dd086ea50c900277cffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051985ff-caf5-4bbc-8bff-2719d3ae863c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "tag": "af8dd60a-8976-4637-9d43-890c84492036"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:09.462477 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a752246-c84f-4851-9cdc-a12cb99b0f79 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:10:09.475421 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:09.495057 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Transition to ACTIVE for port object 7a752246-c84f-4851-9cdc-a12cb99b0f79 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:10:09.501407 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:09.506976 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a9827dd6-e91b-4f0d-bb0a-dc2b8c100f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:07:34Z', 'revision_number': 4, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port': {'id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:30Z', 'updated_at': '2021-07-15T19:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ac092cf9-3a96-4408-ae5d-7498c03670e2', 'name': '', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'tenant_id': '4027187114894275832071280cd2e36d', 'mac_address': 'fa:16:3e:43:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:33Z', 'updated_at': '2021-07-15T19:07:42Z', 'revision_number': 5, 'project_id': '4027187114894275832071280cd2e36d', 'subnets': [{'id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:09.547622 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5218ffae-4c69-4654-9adc-d8ab7da16913 x-openstack-request-id: req-5218ffae-4c69-4654-9adc-d8ab7da16913 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:09.547622 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "tag": "af8dd60a-8976-4637-9d43-890c84492036", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:09.547981 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5218ffae-4c69-4654-9adc-d8ab7da16913 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:09.548223 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036', 'status': 'completed', 'code': 200} Jul 15 19:10:09.560357 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9827dd6-e91b-4f0d-bb0a-dc2b8c100f81 None None] Checking router: 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:10:09.564791 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c3731-64f4-442f-9699-944c379241bc service neutron] Pushing event updated for resources: {'Port': ['ID=7a752246-c84f-4851-9cdc-a12cb99b0f79,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:09.578531 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9827dd6-e91b-4f0d-bb0a-dc2b8c100f81 None None] Routers {'1a77c39e-0454-4e6e-8e8f-caa6e04e7417'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:09.579825 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a9827dd6-e91b-4f0d-bb0a-dc2b8c100f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:09:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:09.693291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e710f4-6757-4ab0-b151-01a0611c5244 req-4af35399-273a-4d74-9b96-00259ad5d099 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:09.703872 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d5e710f4-6757-4ab0-b151-01a0611c5244 req-4af35399-273a-4d74-9b96-00259ad5d099 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.1122870 Jul 15 19:10:09.707206 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Attempting to bind port 7a752246-c84f-4851-9cdc-a12cb99b0f79 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:10:09.707557 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Attempting to bind port 7a752246-c84f-4851-9cdc-a12cb99b0f79 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:10:09.707892 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Attempting to bind port 7a752246-c84f-4851-9cdc-a12cb99b0f79 on network 4194f688-d3d8-4b01-940e-e17b50e63a83 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:10:09.714335 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051985ff-caf5-4bbc-8bff-2719d3ae863c req-c40d88a3-2b72-477d-a268-de8b9955fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:09.715881 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-051985ff-caf5-4bbc-8bff-2719d3ae863c req-c40d88a3-2b72-477d-a268-de8b9955fb4c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4027187114894275832071280cd2e36d&device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 1098 time: 0.1462789 Jul 15 19:10:09.718244 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Port 7a752246-c84f-4851-9cdc-a12cb99b0f79 on network 4194f688-d3d8-4b01-940e-e17b50e63a83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:10:09.718568 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Attempting to bind port 7a752246-c84f-4851-9cdc-a12cb99b0f79 on network 4194f688-d3d8-4b01-940e-e17b50e63a83 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:10:09.725707 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:10:09.726136 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Checking segment: {'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:10:09.726663 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Bound using segment: {'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:10:09.727393 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Bound port: 7a752246-c84f-4851-9cdc-a12cb99b0f79, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c783bd98-5f56-4fbe-b274-7305c77c11f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:10:09.727773 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:09.769773 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d5e710f4-6757-4ab0-b151-01a0611c5244 req-abc58487-a853-4a1c-8005-0b7f7bb7717c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648370 Jul 15 19:10:09.832646 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-a9827dd6-e91b-4f0d-bb0a-dc2b8c100f81 None None] Set router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:09.888752 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] For port 7a752246-c84f-4851-9cdc-a12cb99b0f79, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:10:09.891484 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051985ff-caf5-4bbc-8bff-2719d3ae863c req-9fdf83e2-914d-4a35-ba7a-1c410699053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:09.893402 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-051985ff-caf5-4bbc-8bff-2719d3ae863c req-9fdf83e2-914d-4a35-ba7a-1c410699053e service neutron] 10.222.0.81 "GET /v2.0/networks?id=fde56a34-cfb6-471e-8335-26622e2a2854 HTTP/1.1" status: 200 len: 915 time: 0.1690176 Jul 15 19:10:09.895291 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] For port 7a752246-c84f-4851-9cdc-a12cb99b0f79, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7a752246-c84f-4851-9cdc-a12cb99b0f79,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:10:09.908299 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:10.061492 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a9827dd6-e91b-4f0d-bb0a-dc2b8c100f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:07:34Z', 'revision_number': 4, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port': {'id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:30Z', 'updated_at': '2021-07-15T19:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ac092cf9-3a96-4408-ae5d-7498c03670e2', 'name': '', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'tenant_id': '4027187114894275832071280cd2e36d', 'mac_address': 'fa:16:3e:43:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:33Z', 'updated_at': '2021-07-15T19:07:42Z', 'revision_number': 5, 'project_id': '4027187114894275832071280cd2e36d', 'subnets': [{'id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:10.092365 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9827dd6-e91b-4f0d-bb0a-dc2b8c100f81 None None] The sync data for ids ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'] in dv-cinder-780933-11-iscsi is: [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:07:34Z', 'revision_number': 4, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port': {'id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:30Z', 'updated_at': '2021-07-15T19:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ac092cf9-3a96-4408-ae5d-7498c03670e2', 'name': '', 'network_id': 'fde56a34-cfb6-471e-8335-26622e2a2854', 'tenant_id': '4027187114894275832071280cd2e36d', 'mac_address': 'fa:16:3e:43:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:33Z', 'updated_at': '2021-07-15T19:07:42Z', 'revision_number': 5, 'project_id': '4027187114894275832071280cd2e36d', 'subnets': [{'id': '908d85fd-a177-4409-8138-ba0f12d65f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:10:10.222951 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-051985ff-caf5-4bbc-8bff-2719d3ae863c req-028ea2d1-c73c-4928-9d86-34f412becf06 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af8dd60a-8976-4637-9d43-890c84492036 HTTP/1.1" status: 200 len: 217 time: 0.3226295 Jul 15 19:10:10.225707 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:10.226439 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:10.227819 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-735c3731-64f4-442f-9699-944c379241bc service neutron] 10.222.0.81 "PUT /v2.0/ports/7a752246-c84f-4851-9cdc-a12cb99b0f79 HTTP/1.1" status: 200 len: 1093 time: 1.2576606 Jul 15 19:10:10.228346 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfc3d79-89c6-40dd-b945-1a30bd4343ce', 'tag': '7a752246-c84f-4851-9cdc-a12cb99b0f79'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:10.230670 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08bde7d-5ed3-44c3-8794-dc29b8e0b1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfc3d79-89c6-40dd-b945-1a30bd4343ce", "tag": "7a752246-c84f-4851-9cdc-a12cb99b0f79"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:10.284064 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eb9875-d304-490d-a679-b9510408635a x-openstack-request-id: req-77eb9875-d304-490d-a679-b9510408635a {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:10.284353 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfc3d79-89c6-40dd-b945-1a30bd4343ce", "tag": "7a752246-c84f-4851-9cdc-a12cb99b0f79", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:10.284669 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77eb9875-d304-490d-a679-b9510408635a {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:10.285058 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfc3d79-89c6-40dd-b945-1a30bd4343ce', 'tag': '7a752246-c84f-4851-9cdc-a12cb99b0f79', 'status': 'completed', 'code': 200} Jul 15 19:10:10.304495 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c3731-64f4-442f-9699-944c379241bc service neutron] Pushing event updated for resources: {'Port': ['ID=7a752246-c84f-4851-9cdc-a12cb99b0f79,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:10.327122 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051985ff-caf5-4bbc-8bff-2719d3ae863c req-12992fd9-9207-4021-8548-8ef146d221d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:10.328715 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-051985ff-caf5-4bbc-8bff-2719d3ae863c req-12992fd9-9207-4021-8548-8ef146d221d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=908d85fd-a177-4409-8138-ba0f12d65f43 HTTP/1.1" status: 200 len: 853 time: 0.0931408 Jul 15 19:10:10.366396 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefdd11d-f790-4739-9f73-28d3627c5d9d None None] New status for floating IP a1f01c14-2fac-4493-9e56-d6a3b5db4f80: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:10:10.394878 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932846-326f-4f90-945d-d90161ce8a71 req-a173b262-dba0-4b9c-be51-92957c2e9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:10.396405 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-a173b262-dba0-4b9c-be51-92957c2e9628 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=11d5286a3f064fc5b43d1d7139d00770&device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 1096 time: 0.1059842 Jul 15 19:10:10.454164 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051985ff-caf5-4bbc-8bff-2719d3ae863c req-556f8b60-11eb-4b01-92a6-8d47055f59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:10.455073 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-051985ff-caf5-4bbc-8bff-2719d3ae863c req-556f8b60-11eb-4b01-92a6-8d47055f59ce service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fde56a34-cfb6-471e-8335-26622e2a2854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1194680 Jul 15 19:10:10.456404 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-4fab0daa-a14d-489a-ba37-2ea083fa474a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a752246-c84f-4851-9cdc-a12cb99b0f79 HTTP/1.1" status: 200 len: 217 time: 0.0426822 Jul 15 19:10:10.492627 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81e8d4-fbee-498f-9ed3-233249be90f2 req-5acf1f33-5f22-47e6-a8aa-f09ec55488dc tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:10.494334 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ea81e8d4-fbee-498f-9ed3-233249be90f2 req-5acf1f33-5f22-47e6-a8aa-f09ec55488dc tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 943 time: 0.0895426 Jul 15 19:10:10.543091 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ea81e8d4-fbee-498f-9ed3-233249be90f2 req-6513f40d-108c-4d3a-8d59-9ac9a49539ec tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e989048-8ae1-4b40-818b-08170e7b816b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427902 Jul 15 19:10:10.582603 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932846-326f-4f90-945d-d90161ce8a71 req-bcc117be-40be-4054-9e29-eae4d64aeebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:10.584096 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-bcc117be-40be-4054-9e29-eae4d64aeebf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0446c1b-838c-468f-b9ab-64ddc622ac9c HTTP/1.1" status: 200 len: 850 time: 0.1065614 Jul 15 19:10:10.630749 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-051985ff-caf5-4bbc-8bff-2719d3ae863c req-b59c0c92-cd2b-4a3b-a675-bc40ea6db63c service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638384 Jul 15 19:10:10.713252 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932846-326f-4f90-945d-d90161ce8a71 req-8e4955ed-df09-4b22-95d9-fb51255c3a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:10.714750 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-8e4955ed-df09-4b22-95d9-fb51255c3a6b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4194f688-d3d8-4b01-940e-e17b50e63a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1243498 Jul 15 19:10:10.762364 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-051985ff-caf5-4bbc-8bff-2719d3ae863c req-b831d279-a31d-4468-8284-5a77f255ff95 service neutron] 10.222.0.81 "GET /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245806 Jul 15 19:10:10.837061 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-952a58e5-7e68-45cc-8fd5-b7cfe65842ef service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142640 Jul 15 19:10:10.970406 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d0932846-326f-4f90-945d-d90161ce8a71 req-231b95f3-f0dd-44f8-a4bc-260db6d180a1 service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258242 Jul 15 19:10:11.000896 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73403a-3491-42cd-8da5-ec538344ce98 req-5e807de7-589c-4737-bc8d-979f1153fb8d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:11.002470 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4a73403a-3491-42cd-8da5-ec538344ce98 req-5e807de7-589c-4737-bc8d-979f1153fb8d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.0953324 Jul 15 19:10:11.077398 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4a73403a-3491-42cd-8da5-ec538344ce98 req-aebd96e0-bf7e-4612-81ba-bd82eda92719 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659101 Jul 15 19:10:11.095863 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bde7d-5ed3-44c3-8794-dc29b8e0b1bb req-3c48dde7-1f78-4f83-8d43-b9951ec3704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:11.097430 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d08bde7d-5ed3-44c3-8794-dc29b8e0b1bb req-3c48dde7-1f78-4f83-8d43-b9951ec3704c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=11d5286a3f064fc5b43d1d7139d00770&device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 1096 time: 0.0708344 Jul 15 19:10:11.203265 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bde7d-5ed3-44c3-8794-dc29b8e0b1bb req-74f03721-99df-4c22-a096-ab80f73290fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:11.204732 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d08bde7d-5ed3-44c3-8794-dc29b8e0b1bb req-74f03721-99df-4c22-a096-ab80f73290fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=4194f688-d3d8-4b01-940e-e17b50e63a83 HTTP/1.1" status: 200 len: 912 time: 0.1006176 Jul 15 19:10:11.247315 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d08bde7d-5ed3-44c3-8794-dc29b8e0b1bb req-660a14d0-27ed-43e4-800a-ce64c5e573e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a752246-c84f-4851-9cdc-a12cb99b0f79 HTTP/1.1" status: 200 len: 217 time: 0.0349662 Jul 15 19:10:11.304130 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bde7d-5ed3-44c3-8794-dc29b8e0b1bb req-f0300e76-9aa2-4622-9f75-5ff8edda26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:11.305837 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d08bde7d-5ed3-44c3-8794-dc29b8e0b1bb req-f0300e76-9aa2-4622-9f75-5ff8edda26b2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0446c1b-838c-468f-b9ab-64ddc622ac9c HTTP/1.1" status: 200 len: 850 time: 0.0519092 Jul 15 19:10:11.373728 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bde7d-5ed3-44c3-8794-dc29b8e0b1bb req-eabc1a62-9a28-4e8a-813d-7871ad3e7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:11.375268 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d08bde7d-5ed3-44c3-8794-dc29b8e0b1bb req-eabc1a62-9a28-4e8a-813d-7871ad3e7b3e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4194f688-d3d8-4b01-940e-e17b50e63a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613008 Jul 15 19:10:11.477428 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d08bde7d-5ed3-44c3-8794-dc29b8e0b1bb req-2e3c53b0-5e84-404e-bf62-b39253946586 service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948575 Jul 15 19:10:11.583748 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d08bde7d-5ed3-44c3-8794-dc29b8e0b1bb req-16ff92ff-2b80-439c-9d17-7f590d125d72 service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979924 Jul 15 19:10:11.724240 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d13096-7f37-4e95-bfa9-745ccd57ddb3 req-4904eda3-c4c8-4f8e-947f-9c6c966035d7 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:11.724888 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:11.725848 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c1d13096-7f37-4e95-bfa9-745ccd57ddb3 req-4904eda3-c4c8-4f8e-947f-9c6c966035d7 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 943 time: 0.0703106 Jul 15 19:10:11.765824 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c1d13096-7f37-4e95-bfa9-745ccd57ddb3 req-9d643af7-2fe7-4f8e-af4a-c5e87d09b484 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e989048-8ae1-4b40-818b-08170e7b816b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341108 Jul 15 19:10:12.236431 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a16c53-2ff7-4f8b-8635-145602e52bb4 req-433b36e2-5cae-47cd-bb4c-98928f6a34c0 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:12.237987 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e6a16c53-2ff7-4f8b-8635-145602e52bb4 req-433b36e2-5cae-47cd-bb4c-98928f6a34c0 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 945 time: 0.0672176 Jul 15 19:10:12.261192 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03edaef-d522-4258-a2c5-74369fb53245 req-c2b2eb08-acc8-46e4-a12f-9773c85eb60a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:12.262701 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b03edaef-d522-4258-a2c5-74369fb53245 req-c2b2eb08-acc8-46e4-a12f-9773c85eb60a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.0665059 Jul 15 19:10:12.276116 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e6a16c53-2ff7-4f8b-8635-145602e52bb4 req-6242a070-7955-4840-bc4f-5382ca84d1ea tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322034 Jul 15 19:10:12.302432 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b03edaef-d522-4258-a2c5-74369fb53245 req-ffdff313-6beb-47be-9240-1388255e9c64 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340457 Jul 15 19:10:12.564628 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 7a752246-c84f-4851-9cdc-a12cb99b0f79 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:10:12.674623 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 7a752246-c84f-4851-9cdc-a12cb99b0f79, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7a752246-c84f-4851-9cdc-a12cb99b0f79,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:12.687386 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '7a752246-c84f-4851-9cdc-a12cb99b0f79', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'port_id': '7a752246-c84f-4851-9cdc-a12cb99b0f79', 'mac_address': 'fa:16:3e:f4:79:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:10:12.727290 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:12.741343 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a752246-c84f-4851-9cdc-a12cb99b0f79 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:10:12.764667 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 7a752246-c84f-4851-9cdc-a12cb99b0f79, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7a752246-c84f-4851-9cdc-a12cb99b0f79,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:12.769934 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:12.826587 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=7a752246-c84f-4851-9cdc-a12cb99b0f79,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:12.834341 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:12.834721 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:12.835100 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:12.835436 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:12.835772 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:12.836284 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:12.836760 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:12.837095 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:12.837460 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:12.837785 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:12.838108 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:12.838431 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:12.950332 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2467e47-5b73-431b-b945-d62eab474ccd req-ef2bb5e3-537d-4168-b751-689fbdebd7d6 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:12.951828 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b2467e47-5b73-431b-b945-d62eab474ccd req-ef2bb5e3-537d-4168-b751-689fbdebd7d6 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 944 time: 0.0737166 Jul 15 19:10:12.991555 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b2467e47-5b73-431b-b945-d62eab474ccd req-43a3ef51-0e5e-465a-b197-a18d287407cf tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e989048-8ae1-4b40-818b-08170e7b816b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333810 Jul 15 19:10:13.001219 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['7a752246-c84f-4851-9cdc-a12cb99b0f79'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:13.454850 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd3ed4-04fd-4f72-ac51-16170433859a req-e37aa892-ab86-488a-a57e-57b8a1eb66a8 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:13.456591 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7dd3ed4-04fd-4f72-ac51-16170433859a req-e37aa892-ab86-488a-a57e-57b8a1eb66a8 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 945 time: 0.0656083 Jul 15 19:10:13.481053 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3c0b1-0e5f-4e9b-b822-bc6643af037c req-45133fb6-31be-424c-a8f3-620aa6a233c6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:13.482582 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-46d3c0b1-0e5f-4e9b-b822-bc6643af037c req-45133fb6-31be-424c-a8f3-620aa6a233c6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.0649745 Jul 15 19:10:13.498504 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7dd3ed4-04fd-4f72-ac51-16170433859a req-ccefd4fc-e0d8-47a7-9cb4-59e55131861d tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/security-groups?id=e82d83a1-9374-452d-af91-d7c2756cd1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360146 Jul 15 19:10:13.526956 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-46d3c0b1-0e5f-4e9b-b822-bc6643af037c req-b9c74c22-09f9-49f3-ba94-bf853b771ef0 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384610 Jul 15 19:10:13.894093 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded667b-a693-4452-ba5b-bffe9b6bee24 req-193b975c-b989-4a91-a4ef-26a8e3ab56f9 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:13.895579 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ded667b-a693-4452-ba5b-bffe9b6bee24 req-193b975c-b989-4a91-a4ef-26a8e3ab56f9 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 945 time: 0.0710640 Jul 15 19:10:14.000131 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-0ded667b-a693-4452-ba5b-bffe9b6bee24 req-bc2b7ee7-76f4-4c34-8a9b-c44dd1d4954e tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Deleting port af8dd60a-8976-4637-9d43-890c84492036 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:14.000390 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0ded667b-a693-4452-ba5b-bffe9b6bee24 req-bc2b7ee7-76f4-4c34-8a9b-c44dd1d4954e tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:14.101832 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-0ded667b-a693-4452-ba5b-bffe9b6bee24 req-bc2b7ee7-76f4-4c34-8a9b-c44dd1d4954e tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] For port af8dd60a-8976-4637-9d43-890c84492036, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=af8dd60a-8976-4637-9d43-890c84492036,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:14.102145 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0ded667b-a693-4452-ba5b-bffe9b6bee24 req-bc2b7ee7-76f4-4c34-8a9b-c44dd1d4954e tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:14.116199 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-0ded667b-a693-4452-ba5b-bffe9b6bee24 req-bc2b7ee7-76f4-4c34-8a9b-c44dd1d4954e tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Calling delete_port for af8dd60a-8976-4637-9d43-890c84492036 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:14.239199 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9f278-f9f7-4936-ad3b-aa3cd8ba429e req-fa106613-a599-47db-b599-52654d278355 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:14.240689 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0db9f278-f9f7-4936-ad3b-aa3cd8ba429e req-fa106613-a599-47db-b599-52654d278355 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 944 time: 0.1263254 Jul 15 19:10:14.310853 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0db9f278-f9f7-4936-ad3b-aa3cd8ba429e req-fb278ce6-4208-45e7-8347-5a63359e12aa tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e989048-8ae1-4b40-818b-08170e7b816b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643251 Jul 15 19:10:14.324751 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0ded667b-a693-4452-ba5b-bffe9b6bee24 req-bc2b7ee7-76f4-4c34-8a9b-c44dd1d4954e tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:14.339221 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['af8dd60a-8976-4637-9d43-890c84492036'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:14.357834 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b7ee7-76f4-4c34-8a9b-c44dd1d4954e tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Pushing event deleted for resources: {'Port': ['ID=af8dd60a-8976-4637-9d43-890c84492036,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:14.408220 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ded667b-a693-4452-ba5b-bffe9b6bee24 req-bc2b7ee7-76f4-4c34-8a9b-c44dd1d4954e tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] No DVR routers for this DVR port af8dd60a-8976-4637-9d43-890c84492036 on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:10:14.410928 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0ded667b-a693-4452-ba5b-bffe9b6bee24 req-bc2b7ee7-76f4-4c34-8a9b-c44dd1d4954e tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:14.412927 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ded667b-a693-4452-ba5b-bffe9b6bee24 req-bc2b7ee7-76f4-4c34-8a9b-c44dd1d4954e tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.81 "DELETE /v2.0/ports/af8dd60a-8976-4637-9d43-890c84492036 HTTP/1.1" status: 204 len: 173 time: 0.5119092 Jul 15 19:10:14.413392 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'name': 'network-vif-deleted', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:14.415662 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9b1856-c997-4094-92cb-c5911aa0bbec" -d '{"events": [{"server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "name": "network-vif-deleted", "tag": "af8dd60a-8976-4637-9d43-890c84492036"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:14.456830 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433757fa-de13-4634-8364-b4bf642481a1 x-openstack-request-id: req-433757fa-de13-4634-8364-b4bf642481a1 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:14.457562 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c95eaa3-a532-4559-9b52-638d144b8954", "name": "network-vif-deleted", "tag": "af8dd60a-8976-4637-9d43-890c84492036", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:14.457562 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-433757fa-de13-4634-8364-b4bf642481a1 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:14.457886 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c95eaa3-a532-4559-9b52-638d144b8954', 'name': 'network-vif-deleted', 'tag': 'af8dd60a-8976-4637-9d43-890c84492036', 'status': 'completed', 'code': 200} Jul 15 19:10:14.563665 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 7a752246-c84f-4851-9cdc-a12cb99b0f79 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:10:14.627270 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port 7a752246-c84f-4851-9cdc-a12cb99b0f79 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:10:14.632156 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 7a752246-c84f-4851-9cdc-a12cb99b0f79 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:10:14.633087 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:14.706660 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a76c248-8b43-4368-ad01-3cdf34481929 req-814159cb-f4da-410e-8420-7b6608f491b8 tempest-TestMinimumBasicScenario-359509724 tempest-TestMinimumBasicScenario-359509724-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c95eaa3-a532-4559-9b52-638d144b8954 HTTP/1.1" status: 200 len: 210 time: 0.0602329 Jul 15 19:10:14.725967 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:14.750726 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfc3d79-89c6-40dd-b945-1a30bd4343ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a752246-c84f-4851-9cdc-a12cb99b0f79'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:14.753450 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855d8b1a-8800-4d0d-8d1b-f502f16a76ff" -d '{"events": [{"server_uuid": "8cfc3d79-89c6-40dd-b945-1a30bd4343ce", "name": "network-vif-plugged", "status": "completed", "tag": "7a752246-c84f-4851-9cdc-a12cb99b0f79"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:14.759922 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970d4b9-3be7-44cc-a472-370664c82f74 req-a9d553c2-941c-45f1-bcd5-efdaa46d5503 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:14.761691 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3970d4b9-3be7-44cc-a472-370664c82f74 req-a9d553c2-941c-45f1-bcd5-efdaa46d5503 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.0959916 Jul 15 19:10:14.774871 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 7a752246-c84f-4851-9cdc-a12cb99b0f79, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7a752246-c84f-4851-9cdc-a12cb99b0f79,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:14.781450 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:14.811605 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3970d4b9-3be7-44cc-a472-370664c82f74 req-2a325ad6-a884-4b76-adbb-5d01e5aedd9d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Jul 15 19:10:14.827259 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d2ed52-fe46-4f98-9bee-b1963244144a x-openstack-request-id: req-04d2ed52-fe46-4f98-9bee-b1963244144a {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:14.827550 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfc3d79-89c6-40dd-b945-1a30bd4343ce", "name": "network-vif-plugged", "status": "completed", "tag": "7a752246-c84f-4851-9cdc-a12cb99b0f79", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:14.827846 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04d2ed52-fe46-4f98-9bee-b1963244144a {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:14.828275 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfc3d79-89c6-40dd-b945-1a30bd4343ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a752246-c84f-4851-9cdc-a12cb99b0f79', 'code': 200} Jul 15 19:10:14.873830 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=7a752246-c84f-4851-9cdc-a12cb99b0f79,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:15.098765 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ba1ef-c75c-43c9-92df-d12cb1c59649 req-5478c4d1-b241-467b-9470-27e5cad6430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:15.100313 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e3ba1ef-c75c-43c9-92df-d12cb1c59649 req-5478c4d1-b241-467b-9470-27e5cad6430d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 1098 time: 0.0581689 Jul 15 19:10:15.136878 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e3ba1ef-c75c-43c9-92df-d12cb1c59649 req-3ea2fd1e-0f2b-4d86-8db4-4e8b77690601 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4e989048-8ae1-4b40-818b-08170e7b816b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289743 Jul 15 19:10:15.505568 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a8d4a-9cea-4e88-a219-2b148c152a8b req-b1b3e614-6a8d-465b-8f2f-d971e03d3035 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:15.507099 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f3a8d4a-9cea-4e88-a219-2b148c152a8b req-b1b3e614-6a8d-465b-8f2f-d971e03d3035 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 945 time: 0.0705657 Jul 15 19:10:15.552217 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f3a8d4a-9cea-4e88-a219-2b148c152a8b req-e50f67ad-af74-43fb-ade9-324e8e95d868 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e989048-8ae1-4b40-818b-08170e7b816b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364089 Jul 15 19:10:16.016338 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa6193-2ca7-404e-9990-5b68b084485a req-952ac960-9581-4376-ac10-7f0b06abc80d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:16.021853 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bafa6193-2ca7-404e-9990-5b68b084485a req-952ac960-9581-4376-ac10-7f0b06abc80d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.0777261 Jul 15 19:10:16.064962 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bafa6193-2ca7-404e-9990-5b68b084485a req-1447b691-2b89-47ed-93fd-0345064dffcf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402882 Jul 15 19:10:16.525935 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e47de7ae-4f6c-49f7-9bbd-6f20c6e53378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:16.551539 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53136) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:16.585989 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 666a53d6-ecf4-4b10-907c-68da82a6ddf2 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:10:16.587959 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device af8dd60a-8976-4637-9d43-890c84492036 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:16.612599 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: af8dd60a-8976-4637-9d43-890c84492036 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:16.612938 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device af8dd60a-8976-4637-9d43-890c84492036 not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:16.768987 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647835a-34db-4719-973e-f1e9a7f43225 req-0bb461e6-152f-4a82-a376-d42e03325a72 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:16.770608 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0647835a-34db-4719-973e-f1e9a7f43225 req-0bb461e6-152f-4a82-a376-d42e03325a72 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 945 time: 0.0667233 Jul 15 19:10:16.786878 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:16.805921 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'port_id': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'mac_address': 'fa:16:3e:38:e9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:10:16.814898 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0647835a-34db-4719-973e-f1e9a7f43225 req-4d15e008-d7ac-402e-834c-db7554275714 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e989048-8ae1-4b40-818b-08170e7b816b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384026 Jul 15 19:10:16.862710 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:16.910552 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 666a53d6-ecf4-4b10-907c-68da82a6ddf2 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:10:16.937354 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:16.946413 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:17.023250 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=666a53d6-ecf4-4b10-907c-68da82a6ddf2,revision_number=6']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:17.029066 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['666a53d6-ecf4-4b10-907c-68da82a6ddf2'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:17.086809 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e45d0feb-4001-461e-a974-e782aafa7661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4088494'] for router_interface, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:17.140153 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dffede-e587-4e6f-9e46-1edc6bf081ed req-eb172382-86b9-4069-8c3a-47ae3e591f29 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:17.141771 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-78dffede-e587-4e6f-9e46-1edc6bf081ed req-eb172382-86b9-4069-8c3a-47ae3e591f29 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 945 time: 0.1625593 Jul 15 19:10:17.156540 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53156) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:17.161661 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-c2b0f2bb-84fb-43f3-be24-6e321247bc71 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Request body: {'floatingip': {'port_id': '7a752246-c84f-4851-9cdc-a12cb99b0f79'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:10:17.247225 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f2bb-84fb-43f3-be24-6e321247bc71 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:17.321525 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3317ba6-bd8c-47f4-963c-b55372aacc91 req-61e9c469-aa41-4fef-9125-44024d4e3838 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:17.323141 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3317ba6-bd8c-47f4-963c-b55372aacc91 req-61e9c469-aa41-4fef-9125-44024d4e3838 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 944 time: 0.0722039 Jul 15 19:10:17.366950 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3317ba6-bd8c-47f4-963c-b55372aacc91 req-d82ef712-99d7-4703-a182-df81af1fea48 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378416 Jul 15 19:10:17.802510 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-e45d0feb-4001-461e-a974-e782aafa7661 admin admin] Deleting port ac092cf9-3a96-4408-ae5d-7498c03670e2 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:17.805616 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e45d0feb-4001-461e-a974-e782aafa7661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.134272 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.db.resource_extend [None req-c2b0f2bb-84fb-43f3-be24-6e321247bc71 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 19:10:18.233010 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f2bb-84fb-43f3-be24-6e321247bc71 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.235630 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-e45d0feb-4001-461e-a974-e782aafa7661 admin admin] For port ac092cf9-3a96-4408-ae5d-7498c03670e2, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=ac092cf9-3a96-4408-ae5d-7498c03670e2,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:18.235997 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e45d0feb-4001-461e-a974-e782aafa7661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.248146 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f2bb-84fb-43f3-be24-6e321247bc71 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.289202 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-e45d0feb-4001-461e-a974-e782aafa7661 admin admin] Calling delete_port for ac092cf9-3a96-4408-ae5d-7498c03670e2 owned by network:router_interface {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:18.429562 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-c2b0f2bb-84fb-43f3-be24-6e321247bc71 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Floating IP 6a640086-b06d-40f2-84c4-b87e4fad5758 associated. External IP: 172.27.1.151, port: 7a752246-c84f-4851-9cdc-a12cb99b0f79. Jul 15 19:10:18.611004 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 666a53d6-ecf4-4b10-907c-68da82a6ddf2 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:10:18.667957 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:10:18.668672 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.747372 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e45d0feb-4001-461e-a974-e782aafa7661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.758861 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714767e-e96d-435f-8532-ade159b2982d req-14ab78d4-8f8f-4998-8c73-e956e288a211 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:18.765809 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2714767e-e96d-435f-8532-ade159b2982d req-14ab78d4-8f8f-4998-8c73-e956e288a211 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 944 time: 0.2444429 Jul 15 19:10:18.773384 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.802765 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:18.806322 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7148fd76-cf9b-4f58-a2a4-f9a1921986b7" -d '{"events": [{"server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "name": "network-vif-plugged", "status": "completed", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:18.824565 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:18.834310 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.847819 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d0feb-4001-461e-a974-e782aafa7661 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac092cf9-3a96-4408-ae5d-7498c03670e2,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:18.903393 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2714767e-e96d-435f-8532-ade159b2982d req-aa2ab503-4df5-4574-8fe8-fe17c15a98d9 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363721 Jul 15 19:10:18.941163 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=666a53d6-ecf4-4b10-907c-68da82a6ddf2,revision_number=7']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:18.954451 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89ff115-e4c7-4ed8-9620-8bfd86a8ee36 x-openstack-request-id: req-e89ff115-e4c7-4ed8-9620-8bfd86a8ee36 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:18.954451 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "name": "network-vif-plugged", "status": "completed", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:18.954451 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e89ff115-e4c7-4ed8-9620-8bfd86a8ee36 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:18.954451 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'code': 200} Jul 15 19:10:19.087312 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b0f2bb-84fb-43f3-be24-6e321247bc71 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Router 9804479a-cb43-44e9-9b75-b6116f6881d7 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:10:19.196277 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e45d0feb-4001-461e-a974-e782aafa7661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086334'] for router_interface, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:19.317600 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b0f2bb-84fb-43f3-be24-6e321247bc71 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:10:19.329461 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e011d-8f82-42bd-ba2e-3b16adfe1296 None None] Sync routers for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:10:19.340116 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e011d-8f82-42bd-ba2e-3b16adfe1296 None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:19.340919 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-439e011d-8f82-42bd-ba2e-3b16adfe1296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:09:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:19.354170 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f2bb-84fb-43f3-be24-6e321247bc71 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:19.417654 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c2b0f2bb-84fb-43f3-be24-6e321247bc71 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "PUT /v2.0/floatingips/6a640086-b06d-40f2-84c4-b87e4fad5758 HTTP/1.1" status: 200 len: 991 time: 2.2598295 Jul 15 19:10:19.419926 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfc3d79-89c6-40dd-b945-1a30bd4343ce', 'tag': '7a752246-c84f-4851-9cdc-a12cb99b0f79'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:19.422933 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d487e05c7bc77a0d797d40f0ee1db13b1b7ca83f6747dd086ea50c900277cffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f112369-edcb-4f7d-a3b4-784c5504827d" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfc3d79-89c6-40dd-b945-1a30bd4343ce", "tag": "7a752246-c84f-4851-9cdc-a12cb99b0f79"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:19.499957 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f966bf54-a2d7-49c1-b9b1-664c823d95b7 x-openstack-request-id: req-f966bf54-a2d7-49c1-b9b1-664c823d95b7 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:19.500381 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfc3d79-89c6-40dd-b945-1a30bd4343ce", "tag": "7a752246-c84f-4851-9cdc-a12cb99b0f79", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:19.500745 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f966bf54-a2d7-49c1-b9b1-664c823d95b7 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:19.501241 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfc3d79-89c6-40dd-b945-1a30bd4343ce', 'tag': '7a752246-c84f-4851-9cdc-a12cb99b0f79', 'status': 'completed', 'code': 200} Jul 15 19:10:19.572502 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f112369-edcb-4f7d-a3b4-784c5504827d req-d596d562-2548-43e7-bf0d-60cdbb3f991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:19.574731 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f112369-edcb-4f7d-a3b4-784c5504827d req-d596d562-2548-43e7-bf0d-60cdbb3f991a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=11d5286a3f064fc5b43d1d7139d00770&device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 1098 time: 0.0703905 Jul 15 19:10:19.579791 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-439e011d-8f82-42bd-ba2e-3b16adfe1296 None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:19.619141 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45d0feb-4001-461e-a974-e782aafa7661 admin admin] Router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:10:19.707280 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f112369-edcb-4f7d-a3b4-784c5504827d req-cb312eba-2a9b-44e1-92af-0967c1d5fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:19.708876 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f112369-edcb-4f7d-a3b4-784c5504827d req-cb312eba-2a9b-44e1-92af-0967c1d5fda0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4194f688-d3d8-4b01-940e-e17b50e63a83 HTTP/1.1" status: 200 len: 912 time: 0.1279154 Jul 15 19:10:19.763063 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45d0feb-4001-461e-a974-e782aafa7661 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:10:19.775594 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e45d0feb-4001-461e-a974-e782aafa7661 admin admin] 10.222.0.78 "PUT /v2.0/routers/1a77c39e-0454-4e6e-8e8f-caa6e04e7417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2224555 Jul 15 19:10:19.775923 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a079fb19-3f3e-4a45-b8a4-8973288cc76a None None] Sync routers for ids ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:10:19.777441 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53176) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:19.801027 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a079fb19-3f3e-4a45-b8a4-8973288cc76a None None] Routers {'1a77c39e-0454-4e6e-8e8f-caa6e04e7417'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:19.801723 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-a079fb19-3f3e-4a45-b8a4-8973288cc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:09:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:19.821819 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f112369-edcb-4f7d-a3b4-784c5504827d req-df9e5bed-50b2-4955-9fd2-dca6b288296e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a752246-c84f-4851-9cdc-a12cb99b0f79 HTTP/1.1" status: 200 len: 999 time: 0.1052198 Jul 15 19:10:19.901968 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Notify callbacks [] for router, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:19.911323 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f112369-edcb-4f7d-a3b4-784c5504827d req-fe44a257-2d5d-4aaa-a300-38c078012c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:19.913078 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f112369-edcb-4f7d-a3b4-784c5504827d req-fe44a257-2d5d-4aaa-a300-38c078012c92 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e0446c1b-838c-468f-b9ab-64ddc622ac9c HTTP/1.1" status: 200 len: 850 time: 0.0842509 Jul 15 19:10:19.985452 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-439e011d-8f82-42bd-ba2e-3b16adfe1296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '6a640086-b06d-40f2-84c4-b87e4fad5758', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'port_id': '7a752246-c84f-4851-9cdc-a12cb99b0f79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'mac_address': 'fa:16:3e:f4:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3d79-89c6-40dd-b945-1a30bd4343ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:05Z', 'updated_at': '2021-07-15T19:10:17Z', 'revision_number': 1, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:20.024340 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f112369-edcb-4f7d-a3b4-784c5504827d req-f0ee8f28-398f-4688-ab3a-9549d3ffd95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:20.026301 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f112369-edcb-4f7d-a3b4-784c5504827d req-f0ee8f28-398f-4688-ab3a-9549d3ffd95b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4194f688-d3d8-4b01-940e-e17b50e63a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1059766 Jul 15 19:10:20.032356 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e011d-8f82-42bd-ba2e-3b16adfe1296 None None] Checking router: 9804479a-cb43-44e9-9b75-b6116f6881d7 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:10:20.043081 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:20.072599 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e011d-8f82-42bd-ba2e-3b16adfe1296 None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:20.073384 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-439e011d-8f82-42bd-ba2e-3b16adfe1296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:09:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:20.111913 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-a079fb19-3f3e-4a45-b8a4-8973288cc76a None None] Set router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:20.134141 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Deleting port 621e6411-3328-45d1-b605-98a207fcf0a0 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:20.134584 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:20.246536 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f112369-edcb-4f7d-a3b4-784c5504827d req-610ed3ff-ef85-4ce5-8a3b-458960ed5381 service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123232 Jul 15 19:10:20.412887 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-a079fb19-3f3e-4a45-b8a4-8973288cc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:10:18Z', 'revision_number': 5, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port': {'id': '621e6411-3328-45d1-b605-98a207fcf0a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:30Z', 'updated_at': '2021-07-15T19:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:20.437719 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f112369-edcb-4f7d-a3b4-784c5504827d req-b4b3adf6-0db5-4504-a43a-251cd902c1f2 service neutron] 10.222.0.81 "GET /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831551 Jul 15 19:10:20.478460 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a079fb19-3f3e-4a45-b8a4-8973288cc76a None None] Checking router: 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:10:20.490699 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a079fb19-3f3e-4a45-b8a4-8973288cc76a None None] Routers {'1a77c39e-0454-4e6e-8e8f-caa6e04e7417'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:20.491494 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-a079fb19-3f3e-4a45-b8a4-8973288cc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:09:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:20.551748 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:20.564730 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-439e011d-8f82-42bd-ba2e-3b16adfe1296 None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:20.651980 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-a079fb19-3f3e-4a45-b8a4-8973288cc76a None None] Set router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:20.721540 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-a079fb19-3f3e-4a45-b8a4-8973288cc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:10:20Z', 'revision_number': 6, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port_host': None}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:20.755908 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a079fb19-3f3e-4a45-b8a4-8973288cc76a None None] The sync data for ids ['1a77c39e-0454-4e6e-8e8f-caa6e04e7417'] in dv-cinder-780933-11-iscsi is: [{'id': '1a77c39e-0454-4e6e-8e8f-caa6e04e7417', 'name': 'tempest-TestMinimumBasicScenario-763593622-router', 'tenant_id': '4027187114894275832071280cd2e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:29Z', 'updated_at': '2021-07-15T19:10:20Z', 'revision_number': 6, 'project_id': '4027187114894275832071280cd2e36d', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:10:20.866087 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] For port 621e6411-3328-45d1-b605-98a207fcf0a0, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=621e6411-3328-45d1-b605-98a207fcf0a0,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:20.866087 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:20.882182 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Calling delete_port for 621e6411-3328-45d1-b605-98a207fcf0a0 owned by network:router_gateway {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:20.902651 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1de5f-f697-49ca-9fae-185f288fbfe1 req-3bc5be7a-dea6-4c7e-a489-40186f3dc016 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:20.904229 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7ac1de5f-f697-49ca-9fae-185f288fbfe1 req-3bc5be7a-dea6-4c7e-a489-40186f3dc016 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.1712079 Jul 15 19:10:20.955053 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-439e011d-8f82-42bd-ba2e-3b16adfe1296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '6a640086-b06d-40f2-84c4-b87e4fad5758', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'port_id': '7a752246-c84f-4851-9cdc-a12cb99b0f79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'mac_address': 'fa:16:3e:f4:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3d79-89c6-40dd-b945-1a30bd4343ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:05Z', 'updated_at': '2021-07-15T19:10:17Z', 'revision_number': 1, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:20.989838 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e011d-8f82-42bd-ba2e-3b16adfe1296 None None] The sync data for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi is: [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '6a640086-b06d-40f2-84c4-b87e4fad5758', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'port_id': '7a752246-c84f-4851-9cdc-a12cb99b0f79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'mac_address': 'fa:16:3e:f4:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3d79-89c6-40dd-b945-1a30bd4343ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:10:05Z', 'updated_at': '2021-07-15T19:10:17Z', 'revision_number': 1, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:10:20.992402 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7ac1de5f-f697-49ca-9fae-185f288fbfe1 req-4f4f45de-c1f9-4777-be78-206477585ec1 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824659 Jul 15 19:10:21.168861 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.176185 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05c97476-ddc2-43a2-b79e-82278ef11016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.208938 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Pushing event deleted for resources: {'Port': ['ID=621e6411-3328-45d1-b605-98a207fcf0a0,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:21.279052 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759716'] for router_gateway, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.325027 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d391b4-ac02-439d-ab3c-7b347c8b7944 None None] New status for floating IP 6a640086-b06d-40f2-84c4-b87e4fad5758: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:10:21.420057 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6543'] for router, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.422811 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.515034 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4088806'] for router, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.515708 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a77c39e-0454-4e6e-8e8f-caa6e04e7417 {{(pid=93251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:10:21.524960 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.528903 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53186) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:21.529459 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d65fed14-98bb-4ba0-b0d2-d5349ea9f08e admin admin] 10.222.0.78 "DELETE /v2.0/routers/1a77c39e-0454-4e6e-8e8f-caa6e04e7417 HTTP/1.1" status: 204 len: 168 time: 1.7502913 Jul 15 19:10:21.596369 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2d1510-4e42-4c59-8ea8-8c315dd1454d admin admin] Deleting subnet 908d85fd-a177-4409-8138-ba0f12d65f43 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:10:21.600658 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1510-4e42-4c59-8ea8-8c315dd1454d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.645442 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1510-4e42-4c59-8ea8-8c315dd1454d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60733246'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.777894 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device ac092cf9-3a96-4408-ae5d-7498c03670e2 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:21.810180 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: ac092cf9-3a96-4408-ae5d-7498c03670e2 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:21.810522 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device ac092cf9-3a96-4408-ae5d-7498c03670e2 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:21.810942 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 621e6411-3328-45d1-b605-98a207fcf0a0 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:21.814529 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1510-4e42-4c59-8ea8-8c315dd1454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.837164 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 621e6411-3328-45d1-b605-98a207fcf0a0 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:21.837588 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 621e6411-3328-45d1-b605-98a207fcf0a0 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:21.917119 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1510-4e42-4c59-8ea8-8c315dd1454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59799138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59558045'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.954837 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d1510-4e42-4c59-8ea8-8c315dd1454d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908d85fd-a177-4409-8138-ba0f12d65f43,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:21.959258 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1510-4e42-4c59-8ea8-8c315dd1454d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:21.965007 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53190) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:21.965606 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7c2d1510-4e42-4c59-8ea8-8c315dd1454d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/908d85fd-a177-4409-8138-ba0f12d65f43 HTTP/1.1" status: 204 len: 168 time: 0.4350364 Jul 15 19:10:21.968409 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced7a03d-fdc9-429f-80b9-e4934852450f None None] Network fde56a34-cfb6-471e-8335-26622e2a2854 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:10:22.106355 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.124314 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.169507 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Deleting port 8e5836ec-950b-4277-bd8e-49e40be7743d {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:22.169859 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.265013 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f40f132-aa2f-4597-b903-c76bc698d947 None None] DHCP port deletion for fde56a34-cfb6-471e-8335-26622e2a2854 request from dv-cinder-780933-11-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:10:22.308009 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] For port 8e5836ec-950b-4277-bd8e-49e40be7743d, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=8e5836ec-950b-4277-bd8e-49e40be7743d,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:22.308346 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.325079 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-9f40f132-aa2f-4597-b903-c76bc698d947 None None] Deleting port 8e5836ec-950b-4277-bd8e-49e40be7743d {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:22.325793 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9f40f132-aa2f-4597-b903-c76bc698d947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.326278 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Calling delete_port for 8e5836ec-950b-4277-bd8e-49e40be7743d owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:22.388856 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f722cd9-929b-4494-a46c-005feeba69ae req-a09e04da-0835-4d40-b13a-89fc76246c8c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:22.390474 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f722cd9-929b-4494-a46c-005feeba69ae req-a09e04da-0835-4d40-b13a-89fc76246c8c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.1719174 Jul 15 19:10:22.407755 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-9f40f132-aa2f-4597-b903-c76bc698d947 None None] For port 8e5836ec-950b-4277-bd8e-49e40be7743d, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=8e5836ec-950b-4277-bd8e-49e40be7743d,segment=NetworkSegment(880f09a0-515b-492a-8540-6e2975cbbaea),segment_id=880f09a0-515b-492a-8540-6e2975cbbaea)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:22.408194 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9f40f132-aa2f-4597-b903-c76bc698d947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.439382 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-9f40f132-aa2f-4597-b903-c76bc698d947 None None] Calling delete_port for 8e5836ec-950b-4277-bd8e-49e40be7743d owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:22.453810 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f722cd9-929b-4494-a46c-005feeba69ae req-e8359d8d-9c21-48e9-8321-ba2f207961d1 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576947 Jul 15 19:10:22.467442 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.481039 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] No DVR routers for this DVR port 8e5836ec-950b-4277-bd8e-49e40be7743d on host dv-cinder-780933-11-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:10:22.538876 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5836ec-950b-4277-bd8e-49e40be7743d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:22.600448 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.612506 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde56a34-cfb6-471e-8335-26622e2a2854']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:22.624934 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880f09a0-515b-492a-8540-6e2975cbbaea') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:22.625538 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880f09a0-515b-492a-8540-6e2975cbbaea') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:22.636772 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955153'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.637447 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9f40f132-aa2f-4597-b903-c76bc698d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.656617 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.664198 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:10:22.664849 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954931'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.665569 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40f132-aa2f-4597-b903-c76bc698d947 None None] Pushing event deleted for resources: {'Port': ['ID=8e5836ec-950b-4277-bd8e-49e40be7743d,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: Traceback (most recent call last): Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: timer() Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: cb(*args, **kw) Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: return func(*args, **kwargs) Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: self._notify() Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: self.callback(batched_events) Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: event.method(event) Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: return f(self, *a, **k) Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._get(url).json() Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:10:22.667061 dv-cinder-780933-11-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:10:22.676170 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40f132-aa2f-4597-b903-c76bc698d947 None None] No DVR routers for this DVR port 8e5836ec-950b-4277-bd8e-49e40be7743d on host dv-cinder-780933-11-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:10:22.750603 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.764212 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:22.766560 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fde56a34-cfb6-471e-8335-26622e2a2854 HTTP/1.1" status: 204 len: 168 time: 0.7962253 Jul 15 19:10:22.769774 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53194) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:22.776785 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dcb7f-0613-404e-baf9-d2cd4710c0c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fde56a34-cfb6-471e-8335-26622e2a2854,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:23.214094 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4c371e99-1417-4ba0-b45d-fd5dd6a3f343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4088494'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:23.502039 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-4c371e99-1417-4ba0-b45d-fd5dd6a3f343 admin admin] Deleting port e8fa8f55-ed61-482a-9003-691d06000756 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:23.502382 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4c371e99-1417-4ba0-b45d-fd5dd6a3f343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:23.610330 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:23.712218 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c143d-45ee-484f-bc16-3974ab201dda req-49ba78df-11ac-4665-a0b5-03b579a22548 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:23.713925 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-925c143d-45ee-484f-bc16-3974ab201dda req-49ba78df-11ac-4665-a0b5-03b579a22548 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.1049280 Jul 15 19:10:23.771733 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 8e5836ec-950b-4277-bd8e-49e40be7743d no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:23.803461 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-925c143d-45ee-484f-bc16-3974ab201dda req-bd478e41-3ab8-4716-8bd3-dc86ea915bc4 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833793 Jul 15 19:10:23.814917 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 8e5836ec-950b-4277-bd8e-49e40be7743d {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:23.815411 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 8e5836ec-950b-4277-bd8e-49e40be7743d not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:23.938314 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-4c371e99-1417-4ba0-b45d-fd5dd6a3f343 admin admin] For port e8fa8f55-ed61-482a-9003-691d06000756, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=e8fa8f55-ed61-482a-9003-691d06000756,segment=NetworkSegment(ba438b29-093c-4214-871e-951b34d0b153),segment_id=ba438b29-093c-4214-871e-951b34d0b153)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:23.938953 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4c371e99-1417-4ba0-b45d-fd5dd6a3f343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:23.955929 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-4c371e99-1417-4ba0-b45d-fd5dd6a3f343 admin admin] Calling delete_port for e8fa8f55-ed61-482a-9003-691d06000756 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:24.178641 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4c371e99-1417-4ba0-b45d-fd5dd6a3f343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:24.208517 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c371e99-1417-4ba0-b45d-fd5dd6a3f343 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8fa8f55-ed61-482a-9003-691d06000756,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:24.419273 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4c371e99-1417-4ba0-b45d-fd5dd6a3f343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086334'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:24.678405 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c371e99-1417-4ba0-b45d-fd5dd6a3f343 admin admin] Router ba833a1f-0799-406b-ab9a-852bf162bf1d has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:10:24.803344 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c371e99-1417-4ba0-b45d-fd5dd6a3f343 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:10:24.812607 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53206) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:24.816233 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de890983-355b-48b8-925f-36172c33500a None None] Sync routers for ids ['ba833a1f-0799-406b-ab9a-852bf162bf1d'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:10:24.816726 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4c371e99-1417-4ba0-b45d-fd5dd6a3f343 admin admin] 10.222.0.78 "PUT /v2.0/routers/ba833a1f-0799-406b-ab9a-852bf162bf1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0454483 Jul 15 19:10:24.841287 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de890983-355b-48b8-925f-36172c33500a None None] Routers {'ba833a1f-0799-406b-ab9a-852bf162bf1d'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:24.842000 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-de890983-355b-48b8-925f-36172c33500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:10:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['ba833a1f-0799-406b-ab9a-852bf162bf1d'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:24.989663 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-de890983-355b-48b8-925f-36172c33500a None None] Set router ba833a1f-0799-406b-ab9a-852bf162bf1d gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:25.054537 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.123008 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ee00a-6d20-47f6-a9c3-870cc52aa27c req-a9b90ff3-e3ae-4948-a8cb-60edf3b61ea8 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:25.124565 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-155ee00a-6d20-47f6-a9c3-870cc52aa27c req-a9b90ff3-e3ae-4948-a8cb-60edf3b61ea8 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.1346781 Jul 15 19:10:25.218413 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-155ee00a-6d20-47f6-a9c3-870cc52aa27c req-8169fcf5-6edf-487b-b163-8ef5009d2e9d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868423 Jul 15 19:10:25.250679 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-de890983-355b-48b8-925f-36172c33500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'name': 'tempest-TestMinimumBasicScenario-850297245-router', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:10:24Z', 'revision_number': 5, 'project_id': '646e82136b6b436dbf58d3d6d8504332', 'gw_port': {'id': '2fb83d40-af38-4d70-a032-4f00a608e7a0', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:25.258553 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.308065 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de890983-355b-48b8-925f-36172c33500a None None] Checking router: ba833a1f-0799-406b-ab9a-852bf162bf1d for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:10:25.316884 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de890983-355b-48b8-925f-36172c33500a None None] Routers {'ba833a1f-0799-406b-ab9a-852bf162bf1d'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:10:25.317561 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-de890983-355b-48b8-925f-36172c33500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:10:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['ba833a1f-0799-406b-ab9a-852bf162bf1d'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:25.329874 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Deleting port 2fb83d40-af38-4d70-a032-4f00a608e7a0 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:25.330522 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.410794 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-de890983-355b-48b8-925f-36172c33500a None None] Set router ba833a1f-0799-406b-ab9a-852bf162bf1d gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:10:25.434681 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] For port 2fb83d40-af38-4d70-a032-4f00a608e7a0, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=2fb83d40-af38-4d70-a032-4f00a608e7a0,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:25.435048 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.448252 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Calling delete_port for 2fb83d40-af38-4d70-a032-4f00a608e7a0 owned by network:router_gateway {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:25.470612 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-de890983-355b-48b8-925f-36172c33500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'name': 'tempest-TestMinimumBasicScenario-850297245-router', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:10:25Z', 'revision_number': 6, 'project_id': '646e82136b6b436dbf58d3d6d8504332', 'gw_port_host': None}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:25.514865 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de890983-355b-48b8-925f-36172c33500a None None] The sync data for ids ['ba833a1f-0799-406b-ab9a-852bf162bf1d'] in dv-cinder-780933-11-iscsi is: [{'id': 'ba833a1f-0799-406b-ab9a-852bf162bf1d', 'name': 'tempest-TestMinimumBasicScenario-850297245-router', 'tenant_id': '646e82136b6b436dbf58d3d6d8504332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:07:38Z', 'updated_at': '2021-07-15T19:10:25Z', 'revision_number': 6, 'project_id': '646e82136b6b436dbf58d3d6d8504332', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:10:25.663980 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.692018 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb83d40-af38-4d70-a032-4f00a608e7a0,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:25.764228 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759716'] for router_gateway, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.864076 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6543'] for router, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.866707 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.948131 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4088806'] for router, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.948823 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba833a1f-0799-406b-ab9a-852bf162bf1d {{(pid=93251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:10:25.955375 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.956575 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a74e7792-e1da-4656-83ae-7cecf6c52e3f admin admin] 10.222.0.78 "DELETE /v2.0/routers/ba833a1f-0799-406b-ab9a-852bf162bf1d HTTP/1.1" status: 204 len: 168 time: 1.1429801 Jul 15 19:10:25.959526 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53212) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:26.017742 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b5ccf1-f719-44e8-8450-709e30819815 admin admin] Deleting subnet a6b01449-fbf5-45c0-9844-8920cd88de2b {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:10:26.021533 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f7b5ccf1-f719-44e8-8450-709e30819815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.072610 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f7b5ccf1-f719-44e8-8450-709e30819815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955174'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.203985 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f7b5ccf1-f719-44e8-8450-709e30819815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.290768 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f7b5ccf1-f719-44e8-8450-709e30819815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58955025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58949662'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.327113 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5ccf1-f719-44e8-8450-709e30819815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b01449-fbf5-45c0-9844-8920cd88de2b,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:26.337267 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f7b5ccf1-f719-44e8-8450-709e30819815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.339765 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f7b5ccf1-f719-44e8-8450-709e30819815 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a6b01449-fbf5-45c0-9844-8920cd88de2b HTTP/1.1" status: 204 len: 168 time: 0.3789775 Jul 15 19:10:26.343387 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53216) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:26.344369 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce1afd1-a980-4f1b-9b80-c443a63aaa6b None None] Network 2fe781e9-7b3e-4633-9c17-002eb59808f2 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:10:26.390312 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device e8fa8f55-ed61-482a-9003-691d06000756 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:26.441624 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: e8fa8f55-ed61-482a-9003-691d06000756 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:26.442269 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device e8fa8f55-ed61-482a-9003-691d06000756 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:26.445694 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.573177 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Deleting port 0dff99bd-9432-4b7a-b3ae-75cb7045443b {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:26.573550 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.691898 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] For port 0dff99bd-9432-4b7a-b3ae-75cb7045443b, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=0dff99bd-9432-4b7a-b3ae-75cb7045443b,segment=NetworkSegment(ba438b29-093c-4214-871e-951b34d0b153),segment_id=ba438b29-093c-4214-871e-951b34d0b153)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:26.692380 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.712635 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d353b5c-8365-4a9e-9a52-2abbd9136a2d None None] DHCP port deletion for 2fe781e9-7b3e-4633-9c17-002eb59808f2 request from dv-cinder-780933-11-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:10:26.729997 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Calling delete_port for 0dff99bd-9432-4b7a-b3ae-75cb7045443b owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:26.792155 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3d353b5c-8365-4a9e-9a52-2abbd9136a2d None None] Deleting port 0dff99bd-9432-4b7a-b3ae-75cb7045443b {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:10:26.792534 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3d353b5c-8365-4a9e-9a52-2abbd9136a2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.800076 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f6e47-4ffe-4947-9a3a-dc48e5cbe9cd req-830e48a9-b290-4328-af49-e8255289dfb9 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:26.802015 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-418f6e47-4ffe-4947-9a3a-dc48e5cbe9cd req-830e48a9-b290-4328-af49-e8255289dfb9 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.4308574 Jul 15 19:10:26.860679 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.890943 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-418f6e47-4ffe-4947-9a3a-dc48e5cbe9cd req-57bbb5ea-bdcf-4957-aa36-e0aa865b3f99 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810344 Jul 15 19:10:26.895087 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] No DVR routers for this DVR port 0dff99bd-9432-4b7a-b3ae-75cb7045443b on host dv-cinder-780933-11-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:10:26.918750 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-3d353b5c-8365-4a9e-9a52-2abbd9136a2d None None] For port 0dff99bd-9432-4b7a-b3ae-75cb7045443b, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=0dff99bd-9432-4b7a-b3ae-75cb7045443b,segment=NetworkSegment(ba438b29-093c-4214-871e-951b34d0b153),segment_id=ba438b29-093c-4214-871e-951b34d0b153)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:26.919496 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3d353b5c-8365-4a9e-9a52-2abbd9136a2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.921713 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dff99bd-9432-4b7a-b3ae-75cb7045443b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:26.947072 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3d353b5c-8365-4a9e-9a52-2abbd9136a2d None None] Calling delete_port for 0dff99bd-9432-4b7a-b3ae-75cb7045443b owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:10:27.000392 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:27.022513 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe781e9-7b3e-4633-9c17-002eb59808f2']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:27.038989 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba438b29-093c-4214-871e-951b34d0b153') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:27.039364 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba438b29-093c-4214-871e-951b34d0b153') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:10:27.050948 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60733193'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:27.069244 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3d353b5c-8365-4a9e-9a52-2abbd9136a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:27.077890 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:27.091226 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:10:27.091644 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59799488'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: timer() Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: cb(*args, **kw) Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: self._notify() Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: self.callback(batched_events) Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: event.method(event) Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._get(url).json() Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:10:27.093749 dv-cinder-780933-11-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:10:27.096951 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d353b5c-8365-4a9e-9a52-2abbd9136a2d None None] Pushing event deleted for resources: {'Port': ['ID=0dff99bd-9432-4b7a-b3ae-75cb7045443b,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:27.103003 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d353b5c-8365-4a9e-9a52-2abbd9136a2d None None] No DVR routers for this DVR port 0dff99bd-9432-4b7a-b3ae-75cb7045443b on host dv-cinder-780933-11-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:10:27.182745 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:27.193849 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:27.199878 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2fe781e9-7b3e-4633-9c17-002eb59808f2 HTTP/1.1" status: 204 len: 168 time: 0.8502283 Jul 15 19:10:27.207654 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ab321-47ba-4ba3-ae0a-7b2c15149cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe781e9-7b3e-4633-9c17-002eb59808f2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:27.398159 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53224) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:27.443865 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b0a1f705-07f2-464e-a2eb-cd21f47986f3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4027187114894275832071280cd2e36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420284 Jul 15 19:10:27.444187 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53226) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:27.511459 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b29b5bce-5bce-434b-a2e6-0bd537c81d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:27.537863 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b29b5bce-5bce-434b-a2e6-0bd537c81d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:27.636696 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b29b5bce-5bce-434b-a2e6-0bd537c81d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:27.639467 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b29b5bce-5bce-434b-a2e6-0bd537c81d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:27.640964 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b29b5bce-5bce-434b-a2e6-0bd537c81d94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e82d83a1-9374-452d-af91-d7c2756cd1be HTTP/1.1" status: 204 len: 168 time: 0.1956182 Jul 15 19:10:27.649358 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b5bce-5bce-434b-a2e6-0bd537c81d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82d83a1-9374-452d-af91-d7c2756cd1be,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:27.832621 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 2fb83d40-af38-4d70-a032-4f00a608e7a0 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:27.874247 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 2fb83d40-af38-4d70-a032-4f00a608e7a0 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:27.874629 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 2fb83d40-af38-4d70-a032-4f00a608e7a0 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:27.875063 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 0dff99bd-9432-4b7a-b3ae-75cb7045443b no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:27.905602 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 0dff99bd-9432-4b7a-b3ae-75cb7045443b {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:10:27.910306 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 0dff99bd-9432-4b7a-b3ae-75cb7045443b not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:10:28.100783 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff0c8-f763-4546-8579-72f181d7edc6 req-16f5388d-7aed-4a3f-9b4c-eafbc8ae115f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:28.104166 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-351ff0c8-f763-4546-8579-72f181d7edc6 req-16f5388d-7aed-4a3f-9b4c-eafbc8ae115f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.0931065 Jul 15 19:10:28.117310 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53240) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:28.158280 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-351ff0c8-f763-4546-8579-72f181d7edc6 req-a03ebf9d-f966-480a-afd3-0267a795f156 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465589 Jul 15 19:10:28.208943 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53242) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:28.209233 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0c8338be-a63e-484f-a615-553fc6fa76b4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=646e82136b6b436dbf58d3d6d8504332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0874090 Jul 15 19:10:28.264570 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7a56ef2f-fced-4eca-afca-86ea73cd009f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:28.291502 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7a56ef2f-fced-4eca-afca-86ea73cd009f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:28.357851 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7a56ef2f-fced-4eca-afca-86ea73cd009f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:28.360431 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7a56ef2f-fced-4eca-afca-86ea73cd009f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:28.364110 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7a56ef2f-fced-4eca-afca-86ea73cd009f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a42a199a-2af6-446e-b924-6781312e1de3 HTTP/1.1" status: 204 len: 168 time: 0.1516728 Jul 15 19:10:28.370566 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56ef2f-fced-4eca-afca-86ea73cd009f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42a199a-2af6-446e-b924-6781312e1de3,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:29.204017 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3f607-7931-40ce-95a1-e60d45fc8ff0 req-997c5f0d-846d-468a-87a3-c5b2f75dbcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:29.205634 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3cd3f607-7931-40ce-95a1-e60d45fc8ff0 req-997c5f0d-846d-468a-87a3-c5b2f75dbcb5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 1098 time: 0.0725884 Jul 15 19:10:29.300576 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3f607-7931-40ce-95a1-e60d45fc8ff0 req-163732a0-3ffd-44b1-9689-edc057313bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:29.302156 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3cd3f607-7931-40ce-95a1-e60d45fc8ff0 req-163732a0-3ffd-44b1-9689-edc057313bd9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 918 time: 0.0901868 Jul 15 19:10:29.353344 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b6440-8911-4b0c-b769-78809ea28003 req-20ece2fd-0726-4530-94b2-4ef31f48c72c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:29.354914 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-906b6440-8911-4b0c-b769-78809ea28003 req-20ece2fd-0726-4530-94b2-4ef31f48c72c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.0680857 Jul 15 19:10:29.378204 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3cd3f607-7931-40ce-95a1-e60d45fc8ff0 req-d3785469-a5bd-46d5-9dc0-1121fdf0aad0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2 HTTP/1.1" status: 200 len: 1001 time: 0.0678251 Jul 15 19:10:29.399137 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-906b6440-8911-4b0c-b769-78809ea28003 req-e47a7f25-d3fb-4cb0-b185-4fe0ecb706a6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380700 Jul 15 19:10:29.432317 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3f607-7931-40ce-95a1-e60d45fc8ff0 req-31d67d3c-2bd3-4a56-b64f-3009f0bd6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:29.433849 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3cd3f607-7931-40ce-95a1-e60d45fc8ff0 req-31d67d3c-2bd3-4a56-b64f-3009f0bd6bf9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 HTTP/1.1" status: 200 len: 856 time: 0.0480728 Jul 15 19:10:29.495724 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3f607-7931-40ce-95a1-e60d45fc8ff0 req-68427be3-b32d-4f73-b674-04b775331f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:29.497295 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3cd3f607-7931-40ce-95a1-e60d45fc8ff0 req-68427be3-b32d-4f73-b674-04b775331f14 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559947 Jul 15 19:10:29.598019 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3cd3f607-7931-40ce-95a1-e60d45fc8ff0 req-6987dced-f114-40f8-8bf3-ada99aafdb86 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940962 Jul 15 19:10:29.695924 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3cd3f607-7931-40ce-95a1-e60d45fc8ff0 req-3155f4f4-9636-40fc-ad92-044a49e16da7 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899608 Jul 15 19:10:30.598821 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77417716-751e-4f02-91db-4e0ed38c131f req-314c8fec-2d99-4f8a-b967-701c5739bbe4 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:30.600302 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-77417716-751e-4f02-91db-4e0ed38c131f req-314c8fec-2d99-4f8a-b967-701c5739bbe4 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.0723059 Jul 15 19:10:30.650063 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-77417716-751e-4f02-91db-4e0ed38c131f req-7035638d-8a6f-4219-b1de-2701f4c1f30b tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 Jul 15 19:10:31.840216 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff777ddd-d3b4-42e0-9c04-d2023af86f2d req-316522b6-6179-4e17-a76e-7abfdce041ac tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:31.841737 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ff777ddd-d3b4-42e0-9c04-d2023af86f2d req-316522b6-6179-4e17-a76e-7abfdce041ac tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 945 time: 0.0690093 Jul 15 19:10:31.881314 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ff777ddd-d3b4-42e0-9c04-d2023af86f2d req-71251a61-bf41-4b31-ac4c-46a37650c095 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336924 Jul 15 19:10:32.684792 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 666a53d6-ecf4-4b10-907c-68da82a6ddf2 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:10:32.768873 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:32.795747 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:32.798467 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a8b561-3263-4e7c-a00e-d011429460c6" -d '{"events": [{"server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "name": "network-vif-unplugged", "status": "completed", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:32.813508 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:32.819336 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:32.878680 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4da9a9-469b-4577-a574-f5ce264ed9c6 x-openstack-request-id: req-0c4da9a9-469b-4577-a574-f5ce264ed9c6 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:32.879002 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "name": "network-vif-unplugged", "status": "failed", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2", "code": 422}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:32.879229 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0c4da9a9-469b-4577-a574-f5ce264ed9c6 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:32.879639 dv-cinder-780933-11-iscsi neutron-server[93252]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'code': 422} returned with failed status Jul 15 19:10:32.880365 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=666a53d6-ecf4-4b10-907c-68da82a6ddf2,revision_number=8']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:32.948382 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afc4a9-7855-4a44-ba21-c4cc0ffc6167 req-5079bf67-ac6d-45e5-8d6a-764796925c6b tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:32.949917 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2afc4a9-7855-4a44-ba21-c4cc0ffc6167 req-5079bf67-ac6d-45e5-8d6a-764796925c6b tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0736914 Jul 15 19:10:32.990773 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2afc4a9-7855-4a44-ba21-c4cc0ffc6167 req-bbd4c63a-7ab0-470b-a1b7-373ba81a35ad tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352476 Jul 15 19:10:33.206941 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53310) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:33.317463 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-9a73d712-9975-40e8-974c-f0b2d228929f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093199 Jul 15 19:10:34.177375 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df23b4-804b-4060-a974-adb27b3ed38e req-554e5a8a-5769-45bc-afaf-873ac27d965b tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:34.178841 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7df23b4-804b-4060-a974-adb27b3ed38e req-554e5a8a-5769-45bc-afaf-873ac27d965b tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0651381 Jul 15 19:10:34.219014 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7df23b4-804b-4060-a974-adb27b3ed38e req-7fdc9eb8-4116-4f63-80e7-0d0ab6b167b7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338867 Jul 15 19:10:34.281141 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:10:35.008734 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-132ba715-0e4e-4782-aca1-c0c8163b47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:35.010265 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-132ba715-0e4e-4782-aca1-c0c8163b47e1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b&tenant_id=0be4587d964244979a1f44d613e7a0fd HTTP/1.1" status: 200 len: 1096 time: 0.0890200 Jul 15 19:10:35.089014 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-afce4413-8b1c-4109-9430-d43fbf4144e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:35.090779 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-afce4413-8b1c-4109-9430-d43fbf4144e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 1096 time: 0.0554490 Jul 15 19:10:35.191075 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-109b0061-7a26-4ae7-beec-0a9185fdcd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:35.192582 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-109b0061-7a26-4ae7-beec-0a9185fdcd5f service neutron] 10.222.0.81 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 918 time: 0.0955017 Jul 15 19:10:35.258230 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-55a11be0-7ef6-4d17-9f78-f87a37294f18 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2 HTTP/1.1" status: 200 len: 999 time: 0.0588851 Jul 15 19:10:35.318791 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-f63f9216-247e-43cf-b4ef-c2a23cbe327a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:35.320234 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-f63f9216-247e-43cf-b4ef-c2a23cbe327a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 HTTP/1.1" status: 200 len: 856 time: 0.0561590 Jul 15 19:10:35.424291 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-94087cd3-c124-4f3e-9884-d33ed7a09722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:35.425851 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-94087cd3-c124-4f3e-9884-d33ed7a09722 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0986159 Jul 15 19:10:35.434416 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840fe9c-1163-4885-b6c9-037823cb1f58 req-be4acd12-1f96-455f-8db3-6376777891d3 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:35.435788 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2840fe9c-1163-4885-b6c9-037823cb1f58 req-be4acd12-1f96-455f-8db3-6376777891d3 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0821359 Jul 15 19:10:35.525324 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2840fe9c-1163-4885-b6c9-037823cb1f58 req-421545f9-64d2-4763-a98d-f85f333aecb2 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810912 Jul 15 19:10:35.550442 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-aa6c4246-e83f-492c-8b3d-18225cfe7bd1 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137536 Jul 15 19:10:35.647821 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a85953b-76cb-43d8-bad7-8090a5b9e2cf req-cf9a59bc-5de9-4187-af52-d4c5be7387d4 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895519 Jul 15 19:10:36.718973 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7647d-7715-472e-9117-7280ac6de64d req-8c6072a4-693f-43ba-972f-71b04408d6ac tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:36.720507 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c0f7647d-7715-472e-9117-7280ac6de64d req-8c6072a4-693f-43ba-972f-71b04408d6ac tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0685532 Jul 15 19:10:36.763477 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c0f7647d-7715-472e-9117-7280ac6de64d req-f8c4d340-cd5e-4de2-8e0c-03a54847f7ed tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370040 Jul 15 19:10:37.955522 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a52d6-6226-4b8a-bbe7-fa905cd4ff15 req-bed6bdb7-127e-438a-9c9b-d6e83f3fbc4a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:37.957006 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-727a52d6-6226-4b8a-bbe7-fa905cd4ff15 req-bed6bdb7-127e-438a-9c9b-d6e83f3fbc4a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0655122 Jul 15 19:10:38.011551 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-727a52d6-6226-4b8a-bbe7-fa905cd4ff15 req-1afd846a-a370-4b2f-9a69-e6631c114414 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484192 Jul 15 19:10:39.212255 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006402e-fd62-43b3-bf5b-a2324590dd5e req-60bd7436-e37d-4c36-9db1-0e4b1451308c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:39.213676 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2006402e-fd62-43b3-bf5b-a2324590dd5e req-60bd7436-e37d-4c36-9db1-0e4b1451308c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0723987 Jul 15 19:10:39.256589 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2006402e-fd62-43b3-bf5b-a2324590dd5e req-98cda7f0-9187-4ca6-af4c-fabeaf2d09be tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370512 Jul 15 19:10:40.467190 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec2cbb-f359-4098-83e8-737bcf24c8d1 req-0a459137-a727-4f24-bb8b-6793fe677a4e tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:40.468876 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43ec2cbb-f359-4098-83e8-737bcf24c8d1 req-0a459137-a727-4f24-bb8b-6793fe677a4e tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0789969 Jul 15 19:10:40.508741 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43ec2cbb-f359-4098-83e8-737bcf24c8d1 req-4f0639d9-e223-42be-8a8e-565b9e39101e tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349476 Jul 15 19:10:41.699327 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143b4db-2a77-4df3-9cee-d530a8c6ea15 req-1127ae34-532b-4eb4-a58d-6a7c06a511f9 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:41.700969 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c143b4db-2a77-4df3-9cee-d530a8c6ea15 req-1127ae34-532b-4eb4-a58d-6a7c06a511f9 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0675809 Jul 15 19:10:41.740732 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:41.748897 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c143b4db-2a77-4df3-9cee-d530a8c6ea15 req-1498b611-a343-4284-a257-810821420703 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408239 Jul 15 19:10:42.941366 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa81d3-9e43-45a5-a606-ed5d1a1beeba req-fcb70db3-1461-4fcc-a1b2-85491c587d41 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:42.942847 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-15aa81d3-9e43-45a5-a606-ed5d1a1beeba req-fcb70db3-1461-4fcc-a1b2-85491c587d41 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0660782 Jul 15 19:10:42.985660 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-15aa81d3-9e43-45a5-a606-ed5d1a1beeba req-d9f3dbcf-5974-4b1d-8957-efbded78caad tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368631 Jul 15 19:10:44.187297 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dddf7-c3f1-453e-a4eb-e930b87a93ba req-eaa8fe4b-12cc-4e9d-bcdb-113597286d15 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:44.188814 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c56dddf7-c3f1-453e-a4eb-e930b87a93ba req-eaa8fe4b-12cc-4e9d-bcdb-113597286d15 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0696084 Jul 15 19:10:44.229592 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c56dddf7-c3f1-453e-a4eb-e930b87a93ba req-e1473122-00da-4b9b-9638-b46dbb018335 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350847 Jul 15 19:10:45.428506 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167422c6-3c43-4159-a387-4b3dd5444e1e req-77daa066-69c8-4604-915b-fc4b7958a8e9 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:45.430077 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-167422c6-3c43-4159-a387-4b3dd5444e1e req-77daa066-69c8-4604-915b-fc4b7958a8e9 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0747521 Jul 15 19:10:45.470121 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-167422c6-3c43-4159-a387-4b3dd5444e1e req-e4618cc9-f747-4f51-ad6e-9441fdceeaa4 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343051 Jul 15 19:10:46.500311 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ab14-4a57-4db0-b03d-0e610faede40 req-0c058bc4-2534-4257-8616-2ecc24ae45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:46.501871 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2c6ab14-4a57-4db0-b03d-0e610faede40 req-0c058bc4-2534-4257-8616-2ecc24ae45b8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 1096 time: 0.0970612 Jul 15 19:10:46.523903 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1974abe4-27ac-4304-9623-0dd85baaad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:46.648609 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ab14-4a57-4db0-b03d-0e610faede40 req-30ab56f2-f0cb-4c50-9f36-00aef9202d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:46.650041 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2c6ab14-4a57-4db0-b03d-0e610faede40 req-30ab56f2-f0cb-4c50-9f36-00aef9202d73 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 918 time: 0.1212196 Jul 15 19:10:46.719544 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc4f14-17ba-4d60-a160-30930103cb86 req-9ad0a343-d38e-47c5-bc65-d63c73c69af2 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:46.721025 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2bbc4f14-17ba-4d60-a160-30930103cb86 req-9ad0a343-d38e-47c5-bc65-d63c73c69af2 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.1265175 Jul 15 19:10:46.740300 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2c6ab14-4a57-4db0-b03d-0e610faede40 req-cc533a04-2993-4afe-91ed-0d7b3734424b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2 HTTP/1.1" status: 200 len: 999 time: 0.0802784 Jul 15 19:10:46.806218 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2bbc4f14-17ba-4d60-a160-30930103cb86 req-b4cfeb99-7a51-489b-85c4-bf3736e6cdda tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775955 Jul 15 19:10:46.812238 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ab14-4a57-4db0-b03d-0e610faede40 req-ca8012b1-7698-4d45-aa46-e2da2dc44f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:46.813765 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2c6ab14-4a57-4db0-b03d-0e610faede40 req-ca8012b1-7698-4d45-aa46-e2da2dc44f4d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 HTTP/1.1" status: 200 len: 856 time: 0.0658810 Jul 15 19:10:46.874689 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ab14-4a57-4db0-b03d-0e610faede40 req-444df523-db6d-4a54-bc5d-c2e6874711a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:46.876179 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2c6ab14-4a57-4db0-b03d-0e610faede40 req-444df523-db6d-4a54-bc5d-c2e6874711a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556777 Jul 15 19:10:46.982522 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2c6ab14-4a57-4db0-b03d-0e610faede40 req-6efe6a17-a610-4ed1-94c1-f5bae3935fe3 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994203 Jul 15 19:10:47.335630 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2c6ab14-4a57-4db0-b03d-0e610faede40 req-79868ab8-4b52-4520-ba6c-6c86d3051da6 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436882 Jul 15 19:10:48.008727 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4af09-b217-4d4d-a840-61f4a29ac639 req-4c09dbd1-43c5-493e-ac41-f77ed7e9b205 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:48.010127 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c5e4af09-b217-4d4d-a840-61f4a29ac639 req-4c09dbd1-43c5-493e-ac41-f77ed7e9b205 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0759759 Jul 15 19:10:48.049464 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c5e4af09-b217-4d4d-a840-61f4a29ac639 req-cebb3f83-d3e3-4b7a-a9c7-5f295d02a3a0 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336611 Jul 15 19:10:49.244229 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2f99c-69f4-44e9-855e-8631f62ce6ba req-54d560fe-e281-40ab-9254-61c136f2c38b tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:49.247224 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cfd2f99c-69f4-44e9-855e-8631f62ce6ba req-54d560fe-e281-40ab-9254-61c136f2c38b tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0706615 Jul 15 19:10:49.286996 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cfd2f99c-69f4-44e9-855e-8631f62ce6ba req-69de4b12-2098-4aa1-899b-18372910e37e tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324931 Jul 15 19:10:50.232492 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:50.489086 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f299b-e6fc-493f-8ef4-f865ba0e32ca req-1f0eefd6-7ade-4fe0-9a99-7f8d56fe1f0c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:50.490456 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f58f299b-e6fc-493f-8ef4-f865ba0e32ca req-1f0eefd6-7ade-4fe0-9a99-7f8d56fe1f0c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0744467 Jul 15 19:10:50.529323 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f58f299b-e6fc-493f-8ef4-f865ba0e32ca req-c9ae7420-40fd-4909-ac51-10501f1a4af0 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326724 Jul 15 19:10:51.171700 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9cec972c-e842-4aa4-a7a2-c3d5c85aef2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:51.728963 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374b3a4-71f4-4519-9ed8-1fb97b8d0a4d req-b4ea50c6-d108-4952-a3bb-b4a475957cc0 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:51.730523 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2374b3a4-71f4-4519-9ed8-1fb97b8d0a4d req-b4ea50c6-d108-4952-a3bb-b4a475957cc0 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0794859 Jul 15 19:10:51.775713 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2374b3a4-71f4-4519-9ed8-1fb97b8d0a4d req-c713b914-c490-4a11-b1be-79e4b51d2680 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393791 Jul 15 19:10:52.073461 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:52.750013 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 666a53d6-ecf4-4b10-907c-68da82a6ddf2 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:10:52.849373 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:52.864145 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'port_id': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'mac_address': 'fa:16:3e:38:e9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:10:52.902415 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:52.922643 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666a53d6-ecf4-4b10-907c-68da82a6ddf2 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:10:52.945751 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:52.951013 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:52.973374 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5d320-d3fd-4960-82b9-1d95391ca286 req-02f55c80-e541-4d34-a69e-6b188fe1664b tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:52.974943 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-acf5d320-d3fd-4960-82b9-1d95391ca286 req-02f55c80-e541-4d34-a69e-6b188fe1664b tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 943 time: 0.0776045 Jul 15 19:10:53.002732 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=666a53d6-ecf4-4b10-907c-68da82a6ddf2,revision_number=9']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:53.015108 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-acf5d320-d3fd-4960-82b9-1d95391ca286 req-4fadd255-d6b5-404f-a4f9-6a228e34c87c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339503 Jul 15 19:10:53.156172 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['666a53d6-ecf4-4b10-907c-68da82a6ddf2'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:10:53.597211 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:54.213902 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985732e-1220-4ae0-bc21-2c3d5257dccf req-e4b57302-f86d-4834-b306-3ea741321580 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:54.215447 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5985732e-1220-4ae0-bc21-2c3d5257dccf req-e4b57302-f86d-4834-b306-3ea741321580 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 944 time: 0.0681608 Jul 15 19:10:54.254577 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5985732e-1220-4ae0-bc21-2c3d5257dccf req-e2198c79-6185-4578-a2fa-9d8e8cb48203 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333612 Jul 15 19:10:54.768635 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 666a53d6-ecf4-4b10-907c-68da82a6ddf2 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:10:54.818689 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:10:54.819059 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:54.905110 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:54.929314 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:10:54.931567 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c5d67-d91a-466d-8e5c-a401c297cc93" -d '{"events": [{"server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "name": "network-vif-plugged", "status": "completed", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:10:54.947103 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:10:54.955424 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:54.980254 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b17a79-cedb-4557-8962-46c5cf044b69 x-openstack-request-id: req-49b17a79-cedb-4557-8962-46c5cf044b69 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:10:54.980695 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "name": "network-vif-plugged", "status": "completed", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:10:54.980895 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49b17a79-cedb-4557-8962-46c5cf044b69 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:10:54.981344 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'code': 200} Jul 15 19:10:55.007873 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=666a53d6-ecf4-4b10-907c-68da82a6ddf2,revision_number=10']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:55.417099 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437dcac-32b1-4325-af76-8aa0c92f0250 req-43a8ccdd-c7a2-44c9-8ce8-5ce6ec18d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:55.419121 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4437dcac-32b1-4325-af76-8aa0c92f0250 req-43a8ccdd-c7a2-44c9-8ce8-5ce6ec18d30c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 1099 time: 0.0569222 Jul 15 19:10:55.459888 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cc59a-97f0-439f-9a77-fdb935048217 req-5b2fa9c4-7e5c-4ef2-990f-d0b0d49859a5 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:55.460876 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b25cc59a-97f0-439f-9a77-fdb935048217 req-5b2fa9c4-7e5c-4ef2-990f-d0b0d49859a5 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 946 time: 0.0687072 Jul 15 19:10:55.465378 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4437dcac-32b1-4325-af76-8aa0c92f0250 req-78e13091-6364-42b4-816a-13c9ff638ce5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345268 Jul 15 19:10:55.502182 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b25cc59a-97f0-439f-9a77-fdb935048217 req-0e3f85a3-522c-4c05-8a60-3e4f5751939a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353053 Jul 15 19:10:56.741741 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2180901-d5ff-4bd8-b478-b21ac6f09c31 req-87c68df9-1817-4ea5-a99e-5c99488c4cfa tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:56.743426 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2180901-d5ff-4bd8-b478-b21ac6f09c31 req-87c68df9-1817-4ea5-a99e-5c99488c4cfa tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 946 time: 0.0924678 Jul 15 19:10:56.789269 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2180901-d5ff-4bd8-b478-b21ac6f09c31 req-ab815281-6983-4375-a2e4-4dfa8fe52941 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392509 Jul 15 19:10:57.987994 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f945be6-85cd-4e97-b1ae-123a3721ef34 req-84b695c6-36a1-4134-af5a-14ad66e7caa0 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:10:57.989915 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f945be6-85cd-4e97-b1ae-123a3721ef34 req-84b695c6-36a1-4134-af5a-14ad66e7caa0 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 946 time: 0.0690870 Jul 15 19:10:58.043336 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f945be6-85cd-4e97-b1ae-123a3721ef34 req-f4e3ee7e-1c77-4e53-82be-1c8781cd9e89 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467756 Jul 15 19:11:11.280851 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:11:11.735758 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:16.530253 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6e214fa2-4c77-48c5-b426-1b0ee456556c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:19.289521 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92c8c2-3b44-4a6d-9d81-2db04b9f0072 req-c105b3d1-469c-4802-8acd-319997eb9834 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:19.290900 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0d92c8c2-3b44-4a6d-9d81-2db04b9f0072 req-c105b3d1-469c-4802-8acd-319997eb9834 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 945 time: 0.0743015 Jul 15 19:11:19.332944 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0d92c8c2-3b44-4a6d-9d81-2db04b9f0072 req-c499bd2e-6e40-459f-81c3-b81116a1a530 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e989048-8ae1-4b40-818b-08170e7b816b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326655 Jul 15 19:11:20.227707 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:20.518561 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00b3a0-77fa-4dbb-b345-8984c4b6052f req-9bdc560e-a62d-415a-918b-55c38da3365c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:20.520053 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd00b3a0-77fa-4dbb-b345-8984c4b6052f req-9bdc560e-a62d-415a-918b-55c38da3365c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 945 time: 0.0737746 Jul 15 19:11:20.562320 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd00b3a0-77fa-4dbb-b345-8984c4b6052f req-6bf3dbc7-d282-4ffa-9228-22c39b997f3b tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e989048-8ae1-4b40-818b-08170e7b816b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338967 Jul 15 19:11:20.993018 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-f6514c73-39aa-45f2-9369-95a619696c8e tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:20.994499 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-f6514c73-39aa-45f2-9369-95a619696c8e tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 945 time: 0.0702031 Jul 15 19:11:21.112307 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Deleting port 7a752246-c84f-4851-9cdc-a12cb99b0f79 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:21.112606 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:21.180285 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d7927bf3-a3c4-41eb-9f6c-619f1323a954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:21.218871 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] For port 7a752246-c84f-4851-9cdc-a12cb99b0f79, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7a752246-c84f-4851-9cdc-a12cb99b0f79,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:21.219256 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:21.404329 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:21.404622 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:21.404906 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.l3_db [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Floating IP 6a640086-b06d-40f2-84c4-b87e4fad5758 disassociated. External IP: 172.27.1.151, port: 7a752246-c84f-4851-9cdc-a12cb99b0f79. Jul 15 19:11:21.405288 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Calling delete_port for 7a752246-c84f-4851-9cdc-a12cb99b0f79 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:21.540116 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:21.579661 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event deleted for resources: {'Port': ['ID=7a752246-c84f-4851-9cdc-a12cb99b0f79,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:21.597748 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:21.598106 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:21.598445 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:21.598780 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:21.599113 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:21.599443 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:21.599770 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:21.600195 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:21.600432 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:21.600734 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:21.601091 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:21.601436 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:21.709934 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Router 9804479a-cb43-44e9-9b75-b6116f6881d7 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:11:21.711460 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eed1e2e-e6c6-4640-a58f-69e34dbce729 req-26ae4d5c-5791-4190-939d-15d50a6557fd tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfc3d79-89c6-40dd-b945-1a30bd4343ce HTTP/1.1" status: 200 len: 210 time: 0.0310645 Jul 15 19:11:21.824879 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:11:21.840386 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400b151b-341e-4fcb-bf83-635bdeaa8d65 None None] Sync routers for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:11:21.850164 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b151b-341e-4fcb-bf83-635bdeaa8d65 None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:21.850790 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-400b151b-341e-4fcb-bf83-635bdeaa8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:11:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:21.879588 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] No DVR routers for this DVR port 7a752246-c84f-4851-9cdc-a12cb99b0f79 on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:11:21.882276 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:21.884377 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-92450ee7-8138-4cc4-98d5-b635dcc74c38 req-cb25abb4-7b9a-4ece-9ed1-a455c8ef9e6c tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.81 "DELETE /v2.0/ports/7a752246-c84f-4851-9cdc-a12cb99b0f79 HTTP/1.1" status: 204 len: 173 time: 0.8842294 Jul 15 19:11:21.884820 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfc3d79-89c6-40dd-b945-1a30bd4343ce', 'name': 'network-vif-deleted', 'tag': '7a752246-c84f-4851-9cdc-a12cb99b0f79'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:21.887126 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e643c202-e3a2-4cc9-b7c1-1def2bdefea3" -d '{"events": [{"server_uuid": "8cfc3d79-89c6-40dd-b945-1a30bd4343ce", "name": "network-vif-deleted", "tag": "7a752246-c84f-4851-9cdc-a12cb99b0f79"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:21.980175 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-400b151b-341e-4fcb-bf83-635bdeaa8d65 None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:22.023614 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c027c1-2c49-42df-9352-ce4bdad018ff x-openstack-request-id: req-92c027c1-2c49-42df-9352-ce4bdad018ff {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:22.024681 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfc3d79-89c6-40dd-b945-1a30bd4343ce", "name": "network-vif-deleted", "tag": "7a752246-c84f-4851-9cdc-a12cb99b0f79", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:22.024681 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92c027c1-2c49-42df-9352-ce4bdad018ff {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:22.025426 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfc3d79-89c6-40dd-b945-1a30bd4343ce', 'name': 'network-vif-deleted', 'tag': '7a752246-c84f-4851-9cdc-a12cb99b0f79', 'status': 'completed', 'code': 200} Jul 15 19:11:22.107352 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:22.217512 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-400b151b-341e-4fcb-bf83-635bdeaa8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:22.371901 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400b151b-341e-4fcb-bf83-635bdeaa8d65 None None] Checking router: 9804479a-cb43-44e9-9b75-b6116f6881d7 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:11:22.381382 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b151b-341e-4fcb-bf83-635bdeaa8d65 None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:22.382006 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-400b151b-341e-4fcb-bf83-635bdeaa8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:11:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:22.490470 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-400b151b-341e-4fcb-bf83-635bdeaa8d65 None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:22.705577 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-400b151b-341e-4fcb-bf83-635bdeaa8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:22.736443 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400b151b-341e-4fcb-bf83-635bdeaa8d65 None None] The sync data for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi is: [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:05:35Z', 'revision_number': 4, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'e873ec7b-071c-44e7-97dd-f7651b7ee53c', 'name': '', 'network_id': '4194f688-d3d8-4b01-940e-e17b50e63a83', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'mac_address': 'fa:16:3e:05:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:33Z', 'updated_at': '2021-07-15T19:05:48Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'subnets': [{'id': 'e0446c1b-838c-468f-b9ab-64ddc622ac9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:11:22.839152 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53582) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:22.898370 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-22611121-2f86-4df3-a50f-005259c3a75b tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:22.924854 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-22611121-2f86-4df3-a50f-005259c3a75b tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:22.961845 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4511c4a-2adb-4ea9-aac4-fcbecf7ae82e None None] New status for floating IP 6a640086-b06d-40f2-84c4-b87e4fad5758: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:11:22.975865 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-22611121-2f86-4df3-a50f-005259c3a75b tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:22.978630 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-22611121-2f86-4df3-a50f-005259c3a75b tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:22.982830 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-22611121-2f86-4df3-a50f-005259c3a75b tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "DELETE /v2.0/security-groups/4e989048-8ae1-4b40-818b-08170e7b816b HTTP/1.1" status: 204 len: 168 time: 0.1397710 Jul 15 19:11:22.983204 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53584) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:22.989748 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22611121-2f86-4df3-a50f-005259c3a75b tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e989048-8ae1-4b40-818b-08170e7b816b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:22.997004 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.api.v2.resource [None req-3fc8c4b1-eace-47da-a50a-554791eccc8e tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] show failed (client error): The resource could not be found. Jul 15 19:11:23.001165 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3fc8c4b1-eace-47da-a50a-554791eccc8e tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "GET /v2.0/security-groups/4e989048-8ae1-4b40-818b-08170e7b816b HTTP/1.1" status: 404 len: 347 time: 0.0138617 Jul 15 19:11:23.001165 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53586) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:23.134316 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Deleting port 1d9a2d8e-a7df-4e52-9790-f8f5f8ddd63a {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:23.134659 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:23.218196 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:23.218453 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:23.230767 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Calling delete_port for 1d9a2d8e-a7df-4e52-9790-f8f5f8ddd63a owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:23.371540 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:23.397305 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Pushing event deleted for resources: {'Port': ['ID=1d9a2d8e-a7df-4e52-9790-f8f5f8ddd63a,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:23.410624 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:23.410972 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:23.411292 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:23.411624 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:23.412288 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:23.412624 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:23.412950 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:23.413305 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:23.413630 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:23.413954 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:23.414274 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:23.414594 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:23.473188 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:23.476827 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:23.478295 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b19c25e7-fee4-4255-89b1-c0bb1a69e223 tempest-AttachVolumeTestJSON-139225823 tempest-AttachVolumeTestJSON-139225823-project] 10.222.0.78 "DELETE /v2.0/floatingips/6a640086-b06d-40f2-84c4-b87e4fad5758 HTTP/1.1" status: 204 len: 168 time: 0.4757922 Jul 15 19:11:23.600029 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:24.938130 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 7a752246-c84f-4851-9cdc-a12cb99b0f79 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:11:24.967853 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: 7a752246-c84f-4851-9cdc-a12cb99b0f79 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:11:24.968154 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 7a752246-c84f-4851-9cdc-a12cb99b0f79 not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:11:27.224864 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53616) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:27.706841 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88a7329d-3701-4088-8df1-e27ff3a77882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4088494'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:27.980432 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-88a7329d-3701-4088-8df1-e27ff3a77882 admin admin] Deleting port e873ec7b-071c-44e7-97dd-f7651b7ee53c {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:27.980671 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88a7329d-3701-4088-8df1-e27ff3a77882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:28.064116 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-88a7329d-3701-4088-8df1-e27ff3a77882 admin admin] For port e873ec7b-071c-44e7-97dd-f7651b7ee53c, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=e873ec7b-071c-44e7-97dd-f7651b7ee53c,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:28.064477 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88a7329d-3701-4088-8df1-e27ff3a77882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:28.078709 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-88a7329d-3701-4088-8df1-e27ff3a77882 admin admin] Calling delete_port for e873ec7b-071c-44e7-97dd-f7651b7ee53c owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:28.268869 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88a7329d-3701-4088-8df1-e27ff3a77882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:28.302884 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7329d-3701-4088-8df1-e27ff3a77882 admin admin] Pushing event deleted for resources: {'Port': ['ID=e873ec7b-071c-44e7-97dd-f7651b7ee53c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:28.484983 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-88a7329d-3701-4088-8df1-e27ff3a77882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086334'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:28.709448 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a7329d-3701-4088-8df1-e27ff3a77882 admin admin] Router 9804479a-cb43-44e9-9b75-b6116f6881d7 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:11:28.831267 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a7329d-3701-4088-8df1-e27ff3a77882 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:11:28.837157 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-88a7329d-3701-4088-8df1-e27ff3a77882 admin admin] 10.222.0.78 "PUT /v2.0/routers/9804479a-cb43-44e9-9b75-b6116f6881d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6107693 Jul 15 19:11:28.840989 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53620) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:28.844971 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356a1cf-4b64-49f8-847d-e11efa65acfe None None] Sync routers for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:11:28.859551 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356a1cf-4b64-49f8-847d-e11efa65acfe None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:28.860332 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-2356a1cf-4b64-49f8-847d-e11efa65acfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:11:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:28.951921 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:28.973205 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-2356a1cf-4b64-49f8-847d-e11efa65acfe None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:29.160048 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-2356a1cf-4b64-49f8-847d-e11efa65acfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:11:28Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:29.191391 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356a1cf-4b64-49f8-847d-e11efa65acfe None None] Checking router: 9804479a-cb43-44e9-9b75-b6116f6881d7 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:11:29.200874 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356a1cf-4b64-49f8-847d-e11efa65acfe None None] Routers {'9804479a-cb43-44e9-9b75-b6116f6881d7'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:29.201542 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-2356a1cf-4b64-49f8-847d-e11efa65acfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:11:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['9804479a-cb43-44e9-9b75-b6116f6881d7'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:29.303476 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:29.306643 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-2356a1cf-4b64-49f8-847d-e11efa65acfe None None] Set router 9804479a-cb43-44e9-9b75-b6116f6881d7 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:29.357195 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Deleting port 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:29.357631 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:29.436358 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] For port 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=5ae6fca4-0ecc-4556-b7e9-e561a082ed9e,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:29.436691 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:29.453689 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Calling delete_port for 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:29.489242 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-2356a1cf-4b64-49f8-847d-e11efa65acfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:11:28Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:29.516043 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356a1cf-4b64-49f8-847d-e11efa65acfe None None] The sync data for ids ['9804479a-cb43-44e9-9b75-b6116f6881d7'] in dv-cinder-780933-11-iscsi is: [{'id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'name': 'tempest-AttachVolumeTestJSON-1401353170-router', 'tenant_id': '11d5286a3f064fc5b43d1d7139d00770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:05:27Z', 'updated_at': '2021-07-15T19:11:28Z', 'revision_number': 5, 'project_id': '11d5286a3f064fc5b43d1d7139d00770', 'gw_port': {'id': '5ae6fca4-0ecc-4556-b7e9-e561a082ed9e', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9804479a-cb43-44e9-9b75-b6116f6881d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:05:28Z', 'updated_at': '2021-07-15T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:11:29.621162 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:29.655704 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae6fca4-0ecc-4556-b7e9-e561a082ed9e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:29.727599 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759716'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:29.826393 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6543'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:29.829613 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:29.880574 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4088806'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:29.881452 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9804479a-cb43-44e9-9b75-b6116f6881d7 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:11:29.887950 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:29.889182 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ccfcabcb-413a-4ebf-8e6e-86dfc4f2ab75 admin admin] 10.222.0.78 "DELETE /v2.0/routers/9804479a-cb43-44e9-9b75-b6116f6881d7 HTTP/1.1" status: 204 len: 168 time: 1.0473003 Jul 15 19:11:29.892166 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53622) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:29.953608 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-202ff5ff-c1a3-4a61-8201-622307aa65bd admin admin] Deleting subnet e0446c1b-838c-468f-b9ab-64ddc622ac9c {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:11:29.957941 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-202ff5ff-c1a3-4a61-8201-622307aa65bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:29.991415 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device e873ec7b-071c-44e7-97dd-f7651b7ee53c no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:11:29.998103 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-202ff5ff-c1a3-4a61-8201-622307aa65bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955174'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.020403 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: e873ec7b-071c-44e7-97dd-f7651b7ee53c {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:11:30.020800 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device e873ec7b-071c-44e7-97dd-f7651b7ee53c not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:11:30.079636 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-202ff5ff-c1a3-4a61-8201-622307aa65bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.144698 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-202ff5ff-c1a3-4a61-8201-622307aa65bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58955025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58949662'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.172277 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ff5ff-c1a3-4a61-8201-622307aa65bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0446c1b-838c-468f-b9ab-64ddc622ac9c,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:30.177418 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-202ff5ff-c1a3-4a61-8201-622307aa65bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.179196 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-202ff5ff-c1a3-4a61-8201-622307aa65bd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e0446c1b-838c-468f-b9ab-64ddc622ac9c HTTP/1.1" status: 204 len: 168 time: 0.2859602 Jul 15 19:11:30.181979 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53626) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:30.182663 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee27fbc-4515-46da-b9d7-22e56e81ecc1 None None] Network 4194f688-d3d8-4b01-940e-e17b50e63a83 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:11:30.257005 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.311376 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Deleting port 2423c5e9-8401-4c49-b4a0-09af5556f2e4 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:30.312154 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.379970 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] For port 2423c5e9-8401-4c49-b4a0-09af5556f2e4, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=2423c5e9-8401-4c49-b4a0-09af5556f2e4,segment=NetworkSegment(c783bd98-5f56-4fbe-b274-7305c77c11f2),segment_id=c783bd98-5f56-4fbe-b274-7305c77c11f2)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:30.380247 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.392362 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Calling delete_port for 2423c5e9-8401-4c49-b4a0-09af5556f2e4 owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:30.482900 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.524253 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Pushing event deleted for resources: {'Port': ['ID=2423c5e9-8401-4c49-b4a0-09af5556f2e4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:30.526355 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] No DVR routers for this DVR port 2423c5e9-8401-4c49-b4a0-09af5556f2e4 on host dv-cinder-780933-11-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:11:30.569947 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5fd62d-b5fd-459f-ab76-c762dc1ae4c1 None None] DHCP port deletion for 4194f688-d3d8-4b01-940e-e17b50e63a83 request from dv-cinder-780933-11-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:11:30.625770 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.638130 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4194f688-d3d8-4b01-940e-e17b50e63a83']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:30.649536 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c783bd98-5f56-4fbe-b274-7305c77c11f2') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:30.649811 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c783bd98-5f56-4fbe-b274-7305c77c11f2') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:30.660417 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60733193'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.676342 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.683312 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:11:30.683721 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59799488'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: timer() Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: cb(*args, **kw) Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: self._notify() Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: self.callback(batched_events) Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: event.method(event) Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._get(url).json() Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:11:30.685408 dv-cinder-780933-11-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:11:30.766114 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.772462 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:30.776508 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4194f688-d3d8-4b01-940e-e17b50e63a83 HTTP/1.1" status: 204 len: 168 time: 0.5913107 Jul 15 19:11:30.791114 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173925f4-01e2-4319-bb41-f053f5647651 admin admin] Pushing event deleted for resources: {'Network': ['ID=4194f688-d3d8-4b01-940e-e17b50e63a83,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:30.932415 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53642) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:30.982870 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8c5ccda9-aa3e-4f97-ab75-94fb86ac36db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11d5286a3f064fc5b43d1d7139d00770&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475061 Jul 15 19:11:30.983702 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53644) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:31.043221 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8fa4448d-30c5-4bec-a242-f8b334cdc138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:31.070167 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8fa4448d-30c5-4bec-a242-f8b334cdc138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:31.134697 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8fa4448d-30c5-4bec-a242-f8b334cdc138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:31.137370 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8fa4448d-30c5-4bec-a242-f8b334cdc138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:31.138568 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8fa4448d-30c5-4bec-a242-f8b334cdc138 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/449d471e-4c27-4a1b-8e75-349e3da24ee4 HTTP/1.1" status: 204 len: 168 time: 0.1534808 Jul 15 19:11:31.152496 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4448d-30c5-4bec-a242-f8b334cdc138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449d471e-4c27-4a1b-8e75-349e3da24ee4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:31.786217 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:11:31.807843 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:11:31.808218 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 5ae6fca4-0ecc-4556-b7e9-e561a082ed9e not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:11:31.808652 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 2423c5e9-8401-4c49-b4a0-09af5556f2e4 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:11:31.829869 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 2423c5e9-8401-4c49-b4a0-09af5556f2e4 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:11:31.830225 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 2423c5e9-8401-4c49-b4a0-09af5556f2e4 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:11:31.913455 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53666) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:32.019443 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1358011227-network', 'tenant_id': '486c66d28b444df8a8a63dcbc2a36275'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:32.043700 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Made reservation on behalf of 486c66d28b444df8a8a63dcbc2a36275 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:11:32.046637 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:32.056191 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:32.151880 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:32.158412 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:32.185918 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:11:32.195748 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf27048-0485-4654-9540-24b4b02a1e59,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:32.203969 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:32.204569 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Added segment dcf01ea2-1cc6-4255-8c1d-d93f03f4828d of type vlan for network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 Jul 15 19:11:32.252857 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:32.288063 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:32.289243 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:32.289853 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:32.323430 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4088612 Jul 15 19:11:32.326261 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53676) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:32.331318 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-5ef66ec7-5615-4bd3-bd80-8454ca4deb0a admin admin] Request body: {'subnet': {'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1358011227-subnet', 'tenant_id': '486c66d28b444df8a8a63dcbc2a36275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:32.361908 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e0902-b976-492e-b10c-ff436f8779b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:32.372595 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:11:32.417645 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef66ec7-5615-4bd3-bd80-8454ca4deb0a admin admin] Made reservation on behalf of 486c66d28b444df8a8a63dcbc2a36275 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:11:32.419982 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ef66ec7-5615-4bd3-bd80-8454ca4deb0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59558070'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:32.490543 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4536b7c-a652-4cb5-ac8f-997fe58073cd req-175cc84d-c6f3-4fc6-8c05-a8a0ff0460d8 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:32.492076 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c4536b7c-a652-4cb5-ac8f-997fe58073cd req-175cc84d-c6f3-4fc6-8c05-a8a0ff0460d8 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 946 time: 0.1331277 Jul 15 19:11:32.548869 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c4536b7c-a652-4cb5-ac8f-997fe58073cd req-fae2e659-d25e-4e70-a442-2a299a2932e0 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508544 Jul 15 19:11:32.645460 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ef66ec7-5615-4bd3-bd80-8454ca4deb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59799229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59558052'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:32.698522 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef66ec7-5615-4bd3-bd80-8454ca4deb0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc09f7a0-22df-48da-82a7-ef3aa6421dcf,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:32.709618 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef66ec7-5615-4bd3-bd80-8454ca4deb0a admin admin] Checking segment: {'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:11:32.709973 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef66ec7-5615-4bd3-bd80-8454ca4deb0a admin admin] Network hostable DHCP agents. Network: c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:11:32.729386 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef66ec7-5615-4bd3-bd80-8454ca4deb0a admin admin] Network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:11:32.740904 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-5ef66ec7-5615-4bd3-bd80-8454ca4deb0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:32.744891 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef66ec7-5615-4bd3-bd80-8454ca4deb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:32.745517 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ef66ec7-5615-4bd3-bd80-8454ca4deb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:32.752052 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b472c2cc-8eb8-4eba-8a56-c8f3fb636965 None None] Network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:11:32.762479 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5ef66ec7-5615-4bd3-bd80-8454ca4deb0a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4351614 Jul 15 19:11:32.881157 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcbdca8-edee-4b95-a7f0-9b17bfe7784f None None] Network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:11:33.217183 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-2fd5aef6-e1fe-4d7f-9f77-d98ca1aa5172 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:33.218690 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-2fd5aef6-e1fe-4d7f-9f77-d98ca1aa5172 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 815 time: 0.1121681 Jul 15 19:11:33.234363 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-2d162269-5332-4111-b58c-de6b2b67bceb tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/quotas/486c66d28b444df8a8a63dcbc2a36275 HTTP/1.1" status: 200 len: 375 time: 0.0098190 Jul 15 19:11:33.534705 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3f0e5f76-0c9b-4189-b72e-b6f982b6c24f tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2938356 Jul 15 19:11:33.689955 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-b1be25d2-8e80-4a3a-b2ad-03d932b16df3 service neutron] 10.222.0.78 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482663 Jul 15 19:11:33.739478 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fd68e-17c3-43e7-894d-772e570065d7 req-f4354092-08a7-419a-922f-13af60c06900 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:33.741032 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-806fd68e-17c3-43e7-894d-772e570065d7 req-f4354092-08a7-419a-922f-13af60c06900 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 946 time: 0.0677164 Jul 15 19:11:33.783242 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-c23620cd-eaba-4250-a622-639bf4bdedb2 service neutron] 10.222.0.78 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873647 Jul 15 19:11:33.820354 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-806fd68e-17c3-43e7-894d-772e570065d7 req-1dd46702-368d-4710-acc3-f71edb78725a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=ebb31436-fab1-470b-9119-b81399bf8881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646486 Jul 15 19:11:33.844147 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-3487d0cf-2f6f-4e76-ad6f-b08306293948 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:33.845593 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-3487d0cf-2f6f-4e76-ad6f-b08306293948 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.81 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 946 time: 0.0986650 Jul 15 19:11:33.971002 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-09e50f82-d315-41f5-a653-aa8203b627bb req-af9d5e67-5a89-422a-bd6d-7742c3fa4cca tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 210 time: 0.0398121 Jul 15 19:11:33.990838 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Deleting port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:33.991307 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:34.086204 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] For port 666a53d6-ecf4-4b10-907c-68da82a6ddf2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=666a53d6-ecf4-4b10-907c-68da82a6ddf2,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:34.086670 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:34.263554 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:34.263926 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:34.264236 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.l3_db [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Floating IP aae4893a-cbc9-4b2e-8455-43ac1ab117b0 disassociated. External IP: 172.27.1.201, port: 666a53d6-ecf4-4b10-907c-68da82a6ddf2. Jul 15 19:11:34.264569 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Calling delete_port for 666a53d6-ecf4-4b10-907c-68da82a6ddf2 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:34.402134 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:34.433654 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event deleted for resources: {'Port': ['ID=666a53d6-ecf4-4b10-907c-68da82a6ddf2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:34.559606 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Router f3c88265-2d7e-4b1f-935b-84236f4081fd has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:11:34.671565 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:11:34.683934 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a67168-db43-4db3-9b52-e5a26c097aaa None None] Sync routers for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:11:34.693958 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a67168-db43-4db3-9b52-e5a26c097aaa None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:34.694577 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f9a67168-db43-4db3-9b52-e5a26c097aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:11:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:34.716416 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] No DVR routers for this DVR port 666a53d6-ecf4-4b10-907c-68da82a6ddf2 on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:11:34.718969 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:34.721014 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8ed7c741-0382-4392-9e43-4c780b5ee2b1 req-acc3fe81-4679-4da2-a098-a956716e7356 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.81 "DELETE /v2.0/ports/666a53d6-ecf4-4b10-907c-68da82a6ddf2 HTTP/1.1" status: 204 len: 173 time: 0.8703585 Jul 15 19:11:34.721478 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'name': 'network-vif-deleted', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:34.723726 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099e9058-5360-4f1d-8f2d-812beb038a82" -d '{"events": [{"server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "name": "network-vif-deleted", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:34.771325 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba61b4f0-a874-4785-80d4-e7b351e8c8ef x-openstack-request-id: req-ba61b4f0-a874-4785-80d4-e7b351e8c8ef {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:34.771949 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90806e09-aa25-4802-8f0f-ca7cdd4b7e2b", "name": "network-vif-deleted", "tag": "666a53d6-ecf4-4b10-907c-68da82a6ddf2", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:34.771949 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba61b4f0-a874-4785-80d4-e7b351e8c8ef {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:34.772258 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90806e09-aa25-4802-8f0f-ca7cdd4b7e2b', 'name': 'network-vif-deleted', 'tag': '666a53d6-ecf4-4b10-907c-68da82a6ddf2', 'status': 'completed', 'code': 200} Jul 15 19:11:34.899620 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-f9a67168-db43-4db3-9b52-e5a26c097aaa None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:35.009103 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-48cdb9b2-e085-429b-b3ad-70e6d703ccdd req-71797d20-3066-4583-ba14-f33da3f07b2a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=90806e09-aa25-4802-8f0f-ca7cdd4b7e2b HTTP/1.1" status: 200 len: 210 time: 0.0366998 Jul 15 19:11:35.116096 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f9a67168-db43-4db3-9b52-e5a26c097aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:09Z', 'revision_number': 5, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:35.158089 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a67168-db43-4db3-9b52-e5a26c097aaa None None] Checking router: f3c88265-2d7e-4b1f-935b-84236f4081fd for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:11:35.167890 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dabc0989-6903-49f2-8111-5c12e761f8b0 req-ce19ef7c-765c-4fbf-8077-a26495de3e05 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 210 time: 0.0429809 Jul 15 19:11:35.169672 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a67168-db43-4db3-9b52-e5a26c097aaa None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:35.171088 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f9a67168-db43-4db3-9b52-e5a26c097aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:11:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:35.172038 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-c216a72a-77ab-40d7-9599-d0eba5c7c489 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:35.173849 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-c216a72a-77ab-40d7-9599-d0eba5c7c489 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 815 time: 0.1410887 Jul 15 19:11:35.188145 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-aeb97373-ad51-4af9-97fa-0aaf9483a5e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Request body: {'port': {'device_id': '71f71511-6168-4f19-b3c3-7e57a37503ad', 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9', 'admin_state_up': True, 'tenant_id': '486c66d28b444df8a8a63dcbc2a36275'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:35.305420 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-f9a67168-db43-4db3-9b52-e5a26c097aaa None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:35.342345 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-aeb97373-ad51-4af9-97fa-0aaf9483a5e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Made reservation on behalf of 486c66d28b444df8a8a63dcbc2a36275 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:11:35.349973 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-aeb97373-ad51-4af9-97fa-0aaf9483a5e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:35.476529 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-aeb97373-ad51-4af9-97fa-0aaf9483a5e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Allocated IP 172.20.0.14 (c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9/bc09f7a0-22df-48da-82a7-ef3aa6421dcf/77ebbf1e-598c-49f5-9a66-7144131d27dd) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:11:35.541575 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f9a67168-db43-4db3-9b52-e5a26c097aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:09Z', 'revision_number': 5, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:35.569963 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a67168-db43-4db3-9b52-e5a26c097aaa None None] The sync data for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi is: [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:09Z', 'revision_number': 5, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:11:35.647842 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-aeb97373-ad51-4af9-97fa-0aaf9483a5e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:35.696188 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-aeb97373-ad51-4af9-97fa-0aaf9483a5e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:35.749343 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-aeb97373-ad51-4af9-97fa-0aaf9483a5e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:11:35.752737 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-aeb97373-ad51-4af9-97fa-0aaf9483a5e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:35.755201 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-aeb97373-ad51-4af9-97fa-0aaf9483a5e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:11:35.781783 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb97373-ad51-4af9-97fa-0aaf9483a5e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Pushing event updated for resources: {'Port': ['ID=77ebbf1e-598c-49f5-9a66-7144131d27dd,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:35.795699 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3bee7f-7b86-4af0-919b-b426c71aec00 None None] New status for floating IP aae4893a-cbc9-4b2e-8455-43ac1ab117b0: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:11:35.815048 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-aeb97373-ad51-4af9-97fa-0aaf9483a5e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:35.815661 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-aeb97373-ad51-4af9-97fa-0aaf9483a5e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:35.831547 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-aeb97373-ad51-4af9-97fa-0aaf9483a5e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6487703 Jul 15 19:11:35.843370 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Request body: {'port': {'device_id': '71f71511-6168-4f19-b3c3-7e57a37503ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:35.917232 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.147793 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53722) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:36.189409 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ebbf1e-598c-49f5-9a66-7144131d27dd {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:11:36.197867 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.206596 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11b45fff-5d14-4f8f-973f-6aaf529082bc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.211989 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Transition to ACTIVE for port object 77ebbf1e-598c-49f5-9a66-7144131d27dd will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:11:36.218375 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.239488 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11b45fff-5d14-4f8f-973f-6aaf529082bc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.325478 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11b45fff-5d14-4f8f-973f-6aaf529082bc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.328560 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11b45fff-5d14-4f8f-973f-6aaf529082bc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.330216 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-11b45fff-5d14-4f8f-973f-6aaf529082bc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "DELETE /v2.0/security-groups/ebb31436-fab1-470b-9119-b81399bf8881 HTTP/1.1" status: 204 len: 168 time: 0.1813192 Jul 15 19:11:36.334039 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53726) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:36.335780 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Pushing event updated for resources: {'Port': ['ID=77ebbf1e-598c-49f5-9a66-7144131d27dd,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:36.353778 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b45fff-5d14-4f8f-973f-6aaf529082bc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb31436-fab1-470b-9119-b81399bf8881,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:36.355970 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.api.v2.resource [None req-5da071df-f635-490d-bdca-dcb5375f2995 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] show failed (client error): The resource could not be found. Jul 15 19:11:36.359972 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5da071df-f635-490d-bdca-dcb5375f2995 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups/ebb31436-fab1-470b-9119-b81399bf8881 HTTP/1.1" status: 404 len: 347 time: 0.0220156 Jul 15 19:11:36.360483 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53728) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:36.396582 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Attempting to bind port 77ebbf1e-598c-49f5-9a66-7144131d27dd on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:11:36.396913 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Attempting to bind port 77ebbf1e-598c-49f5-9a66-7144131d27dd by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:11:36.397266 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Attempting to bind port 77ebbf1e-598c-49f5-9a66-7144131d27dd on network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:11:36.406902 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Port 77ebbf1e-598c-49f5-9a66-7144131d27dd on network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:11:36.407225 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Attempting to bind port 77ebbf1e-598c-49f5-9a66-7144131d27dd on network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:11:36.416441 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:11:36.416781 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Checking segment: {'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:11:36.417188 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Bound using segment: {'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:11:36.417649 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Bound port: 77ebbf1e-598c-49f5-9a66-7144131d27dd, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:11:36.417979 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.438651 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15a808-916a-49b7-9e8b-ba12a4b0d4b8 req-b634ea32-dbde-437b-8e48-fbcbc66fbbca tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:36.440134 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df15a808-916a-49b7-9e8b-ba12a4b0d4b8 req-b634ea32-dbde-437b-8e48-fbcbc66fbbca tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 944 time: 0.1465607 Jul 15 19:11:36.495092 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-5c193e7e-99fd-4b0c-aca6-16502cca4ee7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Deleting port b5b956e3-89b0-4ee7-aded-23ff7579c802 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:11:36.495432 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5c193e7e-99fd-4b0c-aca6-16502cca4ee7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.517506 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] For port 77ebbf1e-598c-49f5-9a66-7144131d27dd, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:11:36.522066 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df15a808-916a-49b7-9e8b-ba12a4b0d4b8 req-7522f1f4-172b-4921-812d-de3acfe04b10 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760605 Jul 15 19:11:36.533865 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] For port 77ebbf1e-598c-49f5-9a66-7144131d27dd, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=77ebbf1e-598c-49f5-9a66-7144131d27dd,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:11:36.543114 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.580529 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:36.581117 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.582587 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] 10.222.0.81 "PUT /v2.0/ports/77ebbf1e-598c-49f5-9a66-7144131d27dd HTTP/1.1" status: 200 len: 1094 time: 0.7443597 Jul 15 19:11:36.590897 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5c193e7e-99fd-4b0c-aca6-16502cca4ee7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.591234 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5c193e7e-99fd-4b0c-aca6-16502cca4ee7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.608453 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-5c193e7e-99fd-4b0c-aca6-16502cca4ee7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Calling delete_port for b5b956e3-89b0-4ee7-aded-23ff7579c802 owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:11:36.614654 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d345e-56f2-4fe9-ae44-2311fa1bf0ef service neutron] Pushing event updated for resources: {'Port': ['ID=77ebbf1e-598c-49f5-9a66-7144131d27dd,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:36.701705 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-27cbff5f-b90a-4ef6-8cb3-70b1d8b8ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:36.703540 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-27cbff5f-b90a-4ef6-8cb3-70b1d8b8ee03 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 1097 time: 0.0580721 Jul 15 19:11:36.744878 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-8c813ee5-3ffd-4357-9081-4eed5bd803b4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ebbf1e-598c-49f5-9a66-7144131d27dd HTTP/1.1" status: 200 len: 217 time: 0.0345964 Jul 15 19:11:36.758288 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5c193e7e-99fd-4b0c-aca6-16502cca4ee7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.780717 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f71511-6168-4f19-b3c3-7e57a37503ad', 'tag': '77ebbf1e-598c-49f5-9a66-7144131d27dd'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:36.783190 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e4a45c-6754-428d-8827-b87f6f234626" -d '{"events": [{"name": "network-changed", "server_uuid": "71f71511-6168-4f19-b3c3-7e57a37503ad", "tag": "77ebbf1e-598c-49f5-9a66-7144131d27dd"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:36.787681 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c193e7e-99fd-4b0c-aca6-16502cca4ee7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event deleted for resources: {'Port': ['ID=b5b956e3-89b0-4ee7-aded-23ff7579c802,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:36.809574 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-e81f1e4b-08cd-4f0c-bb57-0175ed07e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:36.811061 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-e81f1e4b-08cd-4f0c-bb57-0175ed07e4d8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc09f7a0-22df-48da-82a7-ef3aa6421dcf HTTP/1.1" status: 200 len: 855 time: 0.0601523 Jul 15 19:11:36.845429 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20742682-ea11-4800-b5b8-dc12075c4f28 x-openstack-request-id: req-20742682-ea11-4800-b5b8-dc12075c4f28 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:36.845714 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f71511-6168-4f19-b3c3-7e57a37503ad", "tag": "77ebbf1e-598c-49f5-9a66-7144131d27dd", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:36.845905 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20742682-ea11-4800-b5b8-dc12075c4f28 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:36.846287 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f71511-6168-4f19-b3c3-7e57a37503ad', 'tag': '77ebbf1e-598c-49f5-9a66-7144131d27dd', 'status': 'completed', 'code': 200} Jul 15 19:11:36.848425 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-5e192619-0885-4570-a56b-673625926548 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315001 Jul 15 19:11:36.852381 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5c193e7e-99fd-4b0c-aca6-16502cca4ee7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.855149 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5c193e7e-99fd-4b0c-aca6-16502cca4ee7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:36.856312 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5c193e7e-99fd-4b0c-aca6-16502cca4ee7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "DELETE /v2.0/floatingips/aae4893a-cbc9-4b2e-8455-43ac1ab117b0 HTTP/1.1" status: 204 len: 168 time: 0.4947753 Jul 15 19:11:36.940374 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-d0fd849b-17ef-407f-8fb1-6aefe6a595ea service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845954 Jul 15 19:11:37.014533 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 666a53d6-ecf4-4b10-907c-68da82a6ddf2 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:11:37.037575 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-498a299f-8a99-41a0-a001-f00b4c61c7c0 req-6a2dc049-c9c8-4355-aec2-5e4d249bb06e service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909934 Jul 15 19:11:37.039285 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: 666a53d6-ecf4-4b10-907c-68da82a6ddf2 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:11:37.039636 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 666a53d6-ecf4-4b10-907c-68da82a6ddf2 not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:11:37.140571 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53734) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:37.145963 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-67fc11eb-3b87-4c0d-a472-dd69966db773 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1278699556', 'description': 'tempest-description--1835467358'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:37.147028 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4a45c-6754-428d-8827-b87f6f234626 req-354992d1-d230-4370-92f3-939a0f3a1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:37.148806 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7e4a45c-6754-428d-8827-b87f6f234626 req-354992d1-d230-4370-92f3-939a0f3a1ad3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 1097 time: 0.0585940 Jul 15 19:11:37.173337 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-67fc11eb-3b87-4c0d-a472-dd69966db773 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:37.246104 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4a45c-6754-428d-8827-b87f6f234626 req-30a4083d-3310-49f4-8474-8b8562770f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:37.247687 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7e4a45c-6754-428d-8827-b87f6f234626 req-30a4083d-3310-49f4-8474-8b8562770f6a service neutron] 10.222.0.81 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 916 time: 0.0925355 Jul 15 19:11:37.255429 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-67fc11eb-3b87-4c0d-a472-dd69966db773 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:37.260336 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-67fc11eb-3b87-4c0d-a472-dd69966db773 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:37.286798 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-67fc11eb-3b87-4c0d-a472-dd69966db773 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:37.288033 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-67fc11eb-3b87-4c0d-a472-dd69966db773 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1459064 Jul 15 19:11:37.290087 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7e4a45c-6754-428d-8827-b87f6f234626 req-e52f1409-0447-4cc6-9441-e17bc43ebf63 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ebbf1e-598c-49f5-9a66-7144131d27dd HTTP/1.1" status: 200 len: 217 time: 0.0353761 Jul 15 19:11:37.291255 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 53736) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:37.292676 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc11eb-3b87-4c0d-a472-dd69966db773 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:37.295926 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-d564d6f5-add0-41e3-a261-1c635294e522 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Request body: {'security_group_rule': {'security_group_id': '3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:37.361140 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4a45c-6754-428d-8827-b87f6f234626 req-ce5be473-3f40-488e-8057-ef581dbf3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:37.362640 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7e4a45c-6754-428d-8827-b87f6f234626 req-ce5be473-3f40-488e-8057-ef581dbf3ea7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc09f7a0-22df-48da-82a7-ef3aa6421dcf HTTP/1.1" status: 200 len: 855 time: 0.0618770 Jul 15 19:11:37.364151 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d564d6f5-add0-41e3-a261-1c635294e522 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:37.414186 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7e4a45c-6754-428d-8827-b87f6f234626 req-0274bd99-1710-4b00-a182-a9bd1aec41e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400267 Jul 15 19:11:37.470382 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d564d6f5-add0-41e3-a261-1c635294e522 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:37.495071 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d564d6f5-add0-41e3-a261-1c635294e522 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:37.524314 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564d6f5-add0-41e3-a261-1c635294e522 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93db5ca8-6bc8-499b-94e1-6cd4e38a2224,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:37.539754 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d564d6f5-add0-41e3-a261-1c635294e522 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:37.540962 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d564d6f5-add0-41e3-a261-1c635294e522 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2487841 Jul 15 19:11:37.544081 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53738) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:37.547136 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7e4a45c-6754-428d-8827-b87f6f234626 req-174ff3d3-f8d4-44a5-add3-1861d3f2dfd1 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238482 Jul 15 19:11:37.551634 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-df8d6eb2-25fe-40ab-a928-341e695f5b2f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Request body: {'security_group_rule': {'security_group_id': '3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:37.583091 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df8d6eb2-25fe-40ab-a928-341e695f5b2f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:37.665605 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df8d6eb2-25fe-40ab-a928-341e695f5b2f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:37.687589 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df8d6eb2-25fe-40ab-a928-341e695f5b2f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:37.714547 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d6eb2-25fe-40ab-a928-341e695f5b2f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823bd659-d15e-498d-b0de-f9d0932449f6,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:37.724006 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df8d6eb2-25fe-40ab-a928-341e695f5b2f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:37.726515 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-df8d6eb2-25fe-40ab-a928-341e695f5b2f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1801550 Jul 15 19:11:37.729339 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53742) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:37.735299 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Request body: {'floatingip': {'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:37.773783 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:37.793051 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc2113-9660-4bd6-9ff1-579614ddf492 req-60996c75-3bb3-40d8-af8f-1e13eca997b9 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:37.794605 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64fc2113-9660-4bd6-9ff1-579614ddf492 req-60996c75-3bb3-40d8-af8f-1e13eca997b9 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 944 time: 0.1480074 Jul 15 19:11:37.850881 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64fc2113-9660-4bd6-9ff1-579614ddf492 req-535b2834-e3be-4812-8c18-cd492e011062 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Jul 15 19:11:37.903305 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7e4a45c-6754-428d-8827-b87f6f234626 req-831f3c28-198a-4565-9332-319e1de8eec1 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489389 Jul 15 19:11:37.922517 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.033792 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Allocated IP 172.27.1.3 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/a29adbf3-8f5d-4fd2-8f7a-f75365b3af34) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:11:38.147572 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.193222 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.229497 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:11:38.234187 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:38.236791 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:11:38.264912 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event updated for resources: {'Port': ['ID=a29adbf3-8f5d-4fd2-8f7a-f75365b3af34,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:38.328991 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.377644 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.534348 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.541481 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58955099'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.609152 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event updated for resources: {'Port': ['ID=a29adbf3-8f5d-4fd2-8f7a-f75365b3af34,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:38.621695 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.636814 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:38.638142 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ab013f13-d3df-40e8-8de2-94d0a3fb628a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9076850 Jul 15 19:11:38.856228 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-b52379c2-7e6a-417e-8f1d-0ec7236628cf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1278699556&fields=id&tenant_id=0be4587d964244979a1f44d613e7a0fd HTTP/1.1" status: 200 len: 267 time: 0.0480735 Jul 15 19:11:38.973866 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-8d41ff5b-16a9-41e2-add8-af28941ae716 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:38.975299 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-8d41ff5b-16a9-41e2-add8-af28941ae716 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 817 time: 0.1119285 Jul 15 19:11:38.990655 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-ed82f49d-a2db-49bc-8745-533b58b40435 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/quotas/0be4587d964244979a1f44d613e7a0fd HTTP/1.1" status: 200 len: 375 time: 0.0097387 Jul 15 19:11:39.030625 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 77ebbf1e-598c-49f5-9a66-7144131d27dd details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:11:39.035005 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aae8d-70df-4b93-a725-91ca1cdad89c req-0a693048-8f5e-4cad-9c63-2d465eb34398 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:39.036570 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4e9aae8d-70df-4b93-a725-91ca1cdad89c req-0a693048-8f5e-4cad-9c63-2d465eb34398 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 944 time: 0.0647581 Jul 15 19:11:39.083575 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4e9aae8d-70df-4b93-a725-91ca1cdad89c req-3dccb021-27a0-48d5-a23e-1f5610e99bb0 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393481 Jul 15 19:11:39.087956 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-c3058930-0a62-4397-92cd-ab4f6094a65c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0918562 Jul 15 19:11:39.135475 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 77ebbf1e-598c-49f5-9a66-7144131d27dd, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=77ebbf1e-598c-49f5-9a66-7144131d27dd,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:39.147190 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '77ebbf1e-598c-49f5-9a66-7144131d27dd', 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9', 'port_id': '77ebbf1e-598c-49f5-9a66-7144131d27dd', 'mac_address': 'fa:16:3e:3e:41:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc09f7a0-22df-48da-82a7-ef3aa6421dcf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:11:39.188984 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:39.254328 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-4977463c-31a1-420d-827d-9ae5da57b4bf service neutron] 10.222.0.78 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500001 Jul 15 19:11:39.327662 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ebbf1e-598c-49f5-9a66-7144131d27dd {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:11:39.350143 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 77ebbf1e-598c-49f5-9a66-7144131d27dd, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=77ebbf1e-598c-49f5-9a66-7144131d27dd,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:39.353998 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-bbd45f13-9b0e-4476-8674-65c3df394282 service neutron] 10.222.0.78 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935543 Jul 15 19:11:39.356039 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:39.407421 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=77ebbf1e-598c-49f5-9a66-7144131d27dd,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:39.414822 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:39.415171 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:39.415508 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:39.415840 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:39.416175 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:39.416505 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:39.416837 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:39.417184 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:39.417512 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:39.417834 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:39.418154 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:39.418472 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:11:39.542599 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bec61970-e8f8-41c6-8fcf-7672fe061688 req-75439533-66ec-42a4-a4bc-61d634b64486 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 210 time: 0.0296264 Jul 15 19:11:39.560248 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['77ebbf1e-598c-49f5-9a66-7144131d27dd'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:11:40.273475 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a70e0-e93f-490a-b353-835b9c6c5111 req-7be8724b-026d-4146-adf7-fcebe92200d4 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:40.274995 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a80a70e0-e93f-490a-b353-835b9c6c5111 req-7be8724b-026d-4146-adf7-fcebe92200d4 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 945 time: 0.0690036 Jul 15 19:11:40.317802 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a80a70e0-e93f-490a-b353-835b9c6c5111 req-aafbcc6b-26a5-46d2-b2b5-371544ca15a0 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369515 Jul 15 19:11:40.701874 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-8b989aea-68f7-408a-94a7-8cbaa90567fe tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:40.705262 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-8b989aea-68f7-408a-94a7-8cbaa90567fe tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.81 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 817 time: 0.1850119 Jul 15 19:11:40.727963 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b92afd6-adf6-4dea-859d-6e9bfeff63c9 req-eaacea0b-3661-4cd1-915d-7e3befde1c08 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 210 time: 0.0348804 Jul 15 19:11:40.762875 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-2a0ce0d0-5289-42e6-865f-1f582be47a2f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0be4587d964244979a1f44d613e7a0fd HTTP/1.1" status: 200 len: 380 time: 0.0486863 Jul 15 19:11:40.771837 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Request body: {'port': {'device_id': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'admin_state_up': True, 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'security_groups': ['3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:40.913370 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Made reservation on behalf of 0be4587d964244979a1f44d613e7a0fd for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:11:40.919930 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:41.046431 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 77ebbf1e-598c-49f5-9a66-7144131d27dd up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:11:41.088377 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Allocated IP 172.20.0.3 (7b72bcf4-08c7-4e93-9476-ff02c7c72c89/a5bee8ce-ffb9-4467-9559-d91a53ed3aa0/aabd956d-69af-4f50-b2e4-304102ac9a06) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:11:41.112538 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port 77ebbf1e-598c-49f5-9a66-7144131d27dd completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:11:41.114659 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 77ebbf1e-598c-49f5-9a66-7144131d27dd triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:41.115059 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:41.199031 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:41.222210 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f71511-6168-4f19-b3c3-7e57a37503ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ebbf1e-598c-49f5-9a66-7144131d27dd'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:41.224498 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab63ea8-cfb6-4151-a39d-bc8d3eeef8f2" -d '{"events": [{"server_uuid": "71f71511-6168-4f19-b3c3-7e57a37503ad", "name": "network-vif-plugged", "status": "completed", "tag": "77ebbf1e-598c-49f5-9a66-7144131d27dd"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:41.239388 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 77ebbf1e-598c-49f5-9a66-7144131d27dd, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=77ebbf1e-598c-49f5-9a66-7144131d27dd,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:41.244635 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:41.292304 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:41.311643 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=77ebbf1e-598c-49f5-9a66-7144131d27dd,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:41.320093 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Transition to ACTIVE for port object aabd956d-69af-4f50-b2e4-304102ac9a06 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:11:41.324582 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fbb92e-e431-4b8e-89eb-f378e066d87a x-openstack-request-id: req-16fbb92e-e431-4b8e-89eb-f378e066d87a {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:41.325001 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f71511-6168-4f19-b3c3-7e57a37503ad", "name": "network-vif-plugged", "status": "completed", "tag": "77ebbf1e-598c-49f5-9a66-7144131d27dd", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:41.325476 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16fbb92e-e431-4b8e-89eb-f378e066d87a {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:41.326793 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f71511-6168-4f19-b3c3-7e57a37503ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ebbf1e-598c-49f5-9a66-7144131d27dd', 'code': 200} Jul 15 19:11:41.358170 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:41.401508 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:11:41.404996 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:41.412497 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:11:41.448446 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event updated for resources: {'Port': ['ID=aabd956d-69af-4f50-b2e4-304102ac9a06,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:41.482491 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:41.483159 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:41.508638 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-647b0392-11ea-41e8-9729-6a15693a6952 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7409074 Jul 15 19:11:41.538825 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Request body: {'port': {'device_id': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:41.592973 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380f5ae-45f7-46a6-93a4-789a34dcdfdb req-e712436b-ce95-470e-82f7-2a776d1f3c58 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:41.595227 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c380f5ae-45f7-46a6-93a4-789a34dcdfdb req-e712436b-ce95-470e-82f7-2a776d1f3c58 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 946 time: 0.1172895 Jul 15 19:11:41.651218 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c380f5ae-45f7-46a6-93a4-789a34dcdfdb req-29121b4f-0703-484c-b45f-dfe2d88fd46d tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482841 Jul 15 19:11:41.690392 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:41.739135 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa543e3-a2e7-4a50-8bab-a9e7893faa7f req-00bbbb93-e23a-4001-90cf-312ffdaf3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:41.740659 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8aa543e3-a2e7-4a50-8bab-a9e7893faa7f req-00bbbb93-e23a-4001-90cf-312ffdaf3f07 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 1099 time: 0.1535971 Jul 15 19:11:41.759441 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2c67ec05-1bb8-4b09-ae8a-1ca1a4bb2068 None None] Provisioning for port aabd956d-69af-4f50-b2e4-304102ac9a06 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:11:41.764418 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2c67ec05-1bb8-4b09-ae8a-1ca1a4bb2068 None None] Provisioning complete for port aabd956d-69af-4f50-b2e4-304102ac9a06 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:41.764794 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2c67ec05-1bb8-4b09-ae8a-1ca1a4bb2068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:41.778378 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:41.829505 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-2c67ec05-1bb8-4b09-ae8a-1ca1a4bb2068 None None] Port aabd956d-69af-4f50-b2e4-304102ac9a06 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:11:41.872483 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8aa543e3-a2e7-4a50-8bab-a9e7893faa7f req-34d3d524-48ee-4b20-bf36-0d291de31311 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224797 Jul 15 19:11:42.023348 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0d453-ac83-4e64-a36d-6826106e04bf req-05284999-d008-41ec-ae3c-665b300f662d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:42.024893 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b6b0d453-ac83-4e64-a36d-6826106e04bf req-05284999-d008-41ec-ae3c-665b300f662d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 931 time: 0.1438794 Jul 15 19:11:42.095378 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabd956d-69af-4f50-b2e4-304102ac9a06 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:11:42.105964 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:42.112032 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b6b0d453-ac83-4e64-a36d-6826106e04bf req-c19fc063-a3ca-4d4d-816d-56628963aa82 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735488 Jul 15 19:11:42.128428 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Transition to ACTIVE for port object aabd956d-69af-4f50-b2e4-304102ac9a06 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:11:42.136941 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:42.204832 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Pushing event updated for resources: {'Port': ['ID=aabd956d-69af-4f50-b2e4-304102ac9a06,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:42.290270 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Attempting to bind port aabd956d-69af-4f50-b2e4-304102ac9a06 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:11:42.290606 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Attempting to bind port aabd956d-69af-4f50-b2e4-304102ac9a06 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:11:42.290945 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Attempting to bind port aabd956d-69af-4f50-b2e4-304102ac9a06 on network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:11:42.296430 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Port aabd956d-69af-4f50-b2e4-304102ac9a06 on network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:11:42.297427 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Attempting to bind port aabd956d-69af-4f50-b2e4-304102ac9a06 on network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:11:42.303356 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:11:42.303840 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Checking segment: {'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:11:42.304218 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Bound using segment: {'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:11:42.304622 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Bound port: aabd956d-69af-4f50-b2e4-304102ac9a06, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ae83c5-26f3-40c6-8493-d2b270a1edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:11:42.304904 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:42.378085 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] For port aabd956d-69af-4f50-b2e4-304102ac9a06, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:11:42.381983 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] For port aabd956d-69af-4f50-b2e4-304102ac9a06, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=aabd956d-69af-4f50-b2e4-304102ac9a06,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:11:42.387689 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:42.427236 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:42.427872 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:42.429323 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] 10.222.0.81 "PUT /v2.0/ports/aabd956d-69af-4f50-b2e4-304102ac9a06 HTTP/1.1" status: 200 len: 1093 time: 0.9034600 Jul 15 19:11:42.429764 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:42.432001 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ea1b63-48ad-4e01-b957-76d61b432e41" -d '{"events": [{"name": "network-changed", "server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:42.484981 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2411d4-770a-4837-9233-bb248140ceb6 x-openstack-request-id: req-8e2411d4-770a-4837-9233-bb248140ceb6 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:42.485336 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:42.485593 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e2411d4-770a-4837-9233-bb248140ceb6 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:42.486199 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'status': 'completed', 'code': 200} Jul 15 19:11:42.487512 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b00af-f182-43ab-88a8-9f415e09635e service neutron] Pushing event updated for resources: {'Port': ['ID=aabd956d-69af-4f50-b2e4-304102ac9a06,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:42.571252 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-19966665-4d06-43fd-af5f-b3ee002a9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:42.572787 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-19966665-4d06-43fd-af5f-b3ee002a9fff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 1096 time: 0.0788958 Jul 15 19:11:42.618049 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-0ce30e13-d6b8-4b54-974f-2dc3424388c0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aabd956d-69af-4f50-b2e4-304102ac9a06 HTTP/1.1" status: 200 len: 217 time: 0.0371628 Jul 15 19:11:42.691303 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-94b6de96-f141-4917-b0c0-c694b69d698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:42.694016 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-94b6de96-f141-4917-b0c0-c694b69d698b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 HTTP/1.1" status: 200 len: 856 time: 0.0688534 Jul 15 19:11:42.754511 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-d24989a3-74e6-412a-8dac-7ab94ae33bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:42.756047 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-d24989a3-74e6-412a-8dac-7ab94ae33bd9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555501 Jul 15 19:11:42.894557 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-b4cce3da-0d01-45ed-8d90-3a930ac37b3a service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312656 Jul 15 19:11:42.931472 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728fbe4-eed7-4018-967a-c8411c714e5b req-112bd855-c6fe-403a-90fe-ab0d23c9df8b tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:42.933069 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e728fbe4-eed7-4018-967a-c8411c714e5b req-112bd855-c6fe-403a-90fe-ab0d23c9df8b tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 946 time: 0.1500521 Jul 15 19:11:43.016303 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e728fbe4-eed7-4018-967a-c8411c714e5b req-9057b39c-ea10-404b-91d8-2e2896b76f2a tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759044 Jul 15 19:11:43.034699 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79dc4160-f47f-48c0-a5e4-c3937feb87fa req-a7c3380b-7cf2-4de7-92ca-8df3e6cb038d service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341820 Jul 15 19:11:43.150880 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea1b63-48ad-4e01-b957-76d61b432e41 req-2ddf313d-8de5-4388-b058-db366a26987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:43.153376 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71ea1b63-48ad-4e01-b957-76d61b432e41 req-2ddf313d-8de5-4388-b058-db366a26987c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 1096 time: 0.0686045 Jul 15 19:11:43.282123 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea1b63-48ad-4e01-b957-76d61b432e41 req-b57bd288-382e-4dd4-bf16-3a55f8447f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:43.283807 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71ea1b63-48ad-4e01-b957-76d61b432e41 req-b57bd288-382e-4dd4-bf16-3a55f8447f2e service neutron] 10.222.0.81 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 918 time: 0.1242132 Jul 15 19:11:43.329918 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71ea1b63-48ad-4e01-b957-76d61b432e41 req-a30f88ad-c805-4163-b498-2b079ace3264 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aabd956d-69af-4f50-b2e4-304102ac9a06 HTTP/1.1" status: 200 len: 217 time: 0.0381587 Jul 15 19:11:43.334364 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a7bda-bd7a-451d-b104-88dba119d541 req-d52af90b-5585-4a56-ab23-e9e06662fd22 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:43.335940 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9c1a7bda-bd7a-451d-b104-88dba119d541 req-d52af90b-5585-4a56-ab23-e9e06662fd22 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.0828555 Jul 15 19:11:43.384871 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9c1a7bda-bd7a-451d-b104-88dba119d541 req-1e09317e-31b2-43fb-b0bd-1911061a8e2e tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423272 Jul 15 19:11:43.402130 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea1b63-48ad-4e01-b957-76d61b432e41 req-ec19e8b9-4620-4053-9e7e-bce8d52fe6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:43.403877 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71ea1b63-48ad-4e01-b957-76d61b432e41 req-ec19e8b9-4620-4053-9e7e-bce8d52fe6c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 HTTP/1.1" status: 200 len: 856 time: 0.0609105 Jul 15 19:11:43.468285 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea1b63-48ad-4e01-b957-76d61b432e41 req-e30a2079-f354-4d67-bab7-548501654ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:43.470261 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71ea1b63-48ad-4e01-b957-76d61b432e41 req-e30a2079-f354-4d67-bab7-548501654ce8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0595596 Jul 15 19:11:43.577059 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71ea1b63-48ad-4e01-b957-76d61b432e41 req-edfbc9d1-2e2e-40e5-8bd5-c71adde5ddd4 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998240 Jul 15 19:11:43.693471 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71ea1b63-48ad-4e01-b957-76d61b432e41 req-35814450-875d-4771-a27e-d2bafe54d72c service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070282 Jul 15 19:11:44.581449 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d4904-ea3d-440f-9eb5-fe330b57f8b4 req-e54f9892-cd09-48c2-8be3-615bab5ac6aa tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:44.583112 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-169d4904-ea3d-440f-9eb5-fe330b57f8b4 req-e54f9892-cd09-48c2-8be3-615bab5ac6aa tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.0692644 Jul 15 19:11:44.629781 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-169d4904-ea3d-440f-9eb5-fe330b57f8b4 req-6fa6bda9-738c-4c6e-8ddf-57cfd60acc0c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399961 Jul 15 19:11:45.063050 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device aabd956d-69af-4f50-b2e4-304102ac9a06 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:11:45.176482 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port aabd956d-69af-4f50-b2e4-304102ac9a06, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=aabd956d-69af-4f50-b2e4-304102ac9a06,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:45.189336 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'port_id': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'mac_address': 'fa:16:3e:09:1f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:11:45.234869 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:45.251935 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabd956d-69af-4f50-b2e4-304102ac9a06 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:11:45.274503 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port aabd956d-69af-4f50-b2e4-304102ac9a06, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=aabd956d-69af-4f50-b2e4-304102ac9a06,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:45.277259 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a89fd48-6866-432e-b86f-1aad1be84488 req-fe4b9243-6ccc-4b9a-b7ab-540e36d6d48b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681181 Jul 15 19:11:45.279432 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:45.329679 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=aabd956d-69af-4f50-b2e4-304102ac9a06,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:45.381457 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89fd48-6866-432e-b86f-1aad1be84488 req-b14868d7-0d62-463f-9447-f02af448e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:45.382998 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a89fd48-6866-432e-b86f-1aad1be84488 req-b14868d7-0d62-463f-9447-f02af448e5fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 1099 time: 0.0576253 Jul 15 19:11:45.493859 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['aabd956d-69af-4f50-b2e4-304102ac9a06'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:11:45.499903 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89fd48-6866-432e-b86f-1aad1be84488 req-8b248928-4e36-4979-bc9b-371031aabedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:45.501488 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a89fd48-6866-432e-b86f-1aad1be84488 req-8b248928-4e36-4979-bc9b-371031aabedc service neutron] 10.222.0.81 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 916 time: 0.0953519 Jul 15 19:11:45.550300 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a89fd48-6866-432e-b86f-1aad1be84488 req-0f90c154-5597-4d4f-a066-81c4ea9abb78 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ebbf1e-598c-49f5-9a66-7144131d27dd HTTP/1.1" status: 200 len: 217 time: 0.0417120 Jul 15 19:11:45.605038 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89fd48-6866-432e-b86f-1aad1be84488 req-9e39845a-ca0e-4ad0-8989-4ace24d959f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:45.606599 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a89fd48-6866-432e-b86f-1aad1be84488 req-9e39845a-ca0e-4ad0-8989-4ace24d959f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc09f7a0-22df-48da-82a7-ef3aa6421dcf HTTP/1.1" status: 200 len: 855 time: 0.0507653 Jul 15 19:11:45.639847 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a89fd48-6866-432e-b86f-1aad1be84488 req-5966afdb-1dc8-4968-b052-3559947002df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269716 Jul 15 19:11:45.746976 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a89fd48-6866-432e-b86f-1aad1be84488 req-cbdbdfdc-436f-4a86-8c40-264bab259a35 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003935 Jul 15 19:11:45.882281 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a89fd48-6866-432e-b86f-1aad1be84488 req-23be8b45-7d01-41a7-9612-2afebfff49f4 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280923 Jul 15 19:11:45.895445 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00537905-ebf5-43da-86e1-51a23cd2eaa9 req-e0292bdb-530b-4698-b19d-1786ae9bada1 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:45.897033 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-00537905-ebf5-43da-86e1-51a23cd2eaa9 req-e0292bdb-530b-4698-b19d-1786ae9bada1 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 944 time: 0.1348546 Jul 15 19:11:45.942347 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-00537905-ebf5-43da-86e1-51a23cd2eaa9 req-61d657c0-a4c9-473a-9329-83d78029424b tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390310 Jul 15 19:11:46.524314 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2812e17a-8a5c-45ca-8ef0-3616864c0e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.067099 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device aabd956d-69af-4f50-b2e4-304102ac9a06 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:11:47.127384 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port aabd956d-69af-4f50-b2e4-304102ac9a06 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:11:47.132673 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port aabd956d-69af-4f50-b2e4-304102ac9a06 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:47.133228 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.149773 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a0776-907b-43bc-b85d-bda9d183dbfe req-f5bcdd54-6c11-4a40-adcb-8190dcf1a469 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:47.151498 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bb6a0776-907b-43bc-b85d-bda9d183dbfe req-f5bcdd54-6c11-4a40-adcb-8190dcf1a469 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 944 time: 0.0700648 Jul 15 19:11:47.211674 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bb6a0776-907b-43bc-b85d-bda9d183dbfe req-90c7c687-d95c-4799-b689-0ba2537d00c2 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534828 Jul 15 19:11:47.231583 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.264337 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:47.268476 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7793306f-f476-408c-95f9-de6c5f1f1f07" -d '{"events": [{"server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "name": "network-vif-plugged", "status": "completed", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:47.292551 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port aabd956d-69af-4f50-b2e4-304102ac9a06, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=aabd956d-69af-4f50-b2e4-304102ac9a06,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:47.298864 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:47.326177 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b852452-2636-463b-8102-10b30b13ec42 x-openstack-request-id: req-3b852452-2636-463b-8102-10b30b13ec42 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:47.326515 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "name": "network-vif-plugged", "status": "completed", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:47.326754 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b852452-2636-463b-8102-10b30b13ec42 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:47.327161 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'code': 200} Jul 15 19:11:47.363976 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=aabd956d-69af-4f50-b2e4-304102ac9a06,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:47.566730 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97e2bd-c9d8-4497-9f64-174df9af3ba9 req-08d7dce3-3620-4ece-9960-f41203423764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:47.568306 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc97e2bd-c9d8-4497-9f64-174df9af3ba9 req-08d7dce3-3620-4ece-9960-f41203423764 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 1098 time: 0.0568342 Jul 15 19:11:47.604766 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc97e2bd-c9d8-4497-9f64-174df9af3ba9 req-58fee581-b036-40cd-a081-b432f6234310 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299449 Jul 15 19:11:48.280463 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:11:48.407368 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd504a5-af32-4bf2-ba7d-7ebb9baba9cb req-36bd8046-37f7-4b29-8d31-2d825da8686c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:48.409179 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8fd504a5-af32-4bf2-ba7d-7ebb9baba9cb req-36bd8046-37f7-4b29-8d31-2d825da8686c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0735130 Jul 15 19:11:48.460788 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8fd504a5-af32-4bf2-ba7d-7ebb9baba9cb req-f834528b-e434-4dfb-8a0a-86bccda60d08 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440435 Jul 15 19:11:49.688347 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef123bdd-eb35-4a79-a870-99e058a7c8fc req-7c6545ec-264c-487f-b335-10a0a17d409d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:49.690334 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef123bdd-eb35-4a79-a870-99e058a7c8fc req-7c6545ec-264c-487f-b335-10a0a17d409d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0738146 Jul 15 19:11:49.732441 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef123bdd-eb35-4a79-a870-99e058a7c8fc req-ec3cdea4-9bbc-4d0d-8fb4-fcb0809bc29e tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362520 Jul 15 19:11:49.935504 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06494f8-ffa1-46c5-8544-5cde3b178664 req-9eaa9ba8-ab35-4406-b551-4d3b1b3a75e3 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:49.937165 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e06494f8-ffa1-46c5-8544-5cde3b178664 req-9eaa9ba8-ab35-4406-b551-4d3b1b3a75e3 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0791585 Jul 15 19:11:49.949181 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 53832) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:11:49.954481 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-46ac4957-ef73-4b61-b8a1-7ae37151e01a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Request body: {'floatingip': {'port_id': 'aabd956d-69af-4f50-b2e4-304102ac9a06'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:50.018114 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46ac4957-ef73-4b61-b8a1-7ae37151e01a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.250499 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.514262 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46ac4957-ef73-4b61-b8a1-7ae37151e01a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.520467 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46ac4957-ef73-4b61-b8a1-7ae37151e01a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:50.655715 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-46ac4957-ef73-4b61-b8a1-7ae37151e01a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Floating IP 269530d4-43bf-480c-836b-ea8d4ebe9465 associated. External IP: 172.27.1.3, port: aabd956d-69af-4f50-b2e4-304102ac9a06. Jul 15 19:11:50.883906 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ac4957-ef73-4b61-b8a1-7ae37151e01a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Router f3c88265-2d7e-4b1f-935b-84236f4081fd has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:11:51.033806 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ac4957-ef73-4b61-b8a1-7ae37151e01a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:11:51.039822 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46ac4957-ef73-4b61-b8a1-7ae37151e01a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:51.048486 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b1eb2-4260-483c-9874-63a3c5608411 None None] Sync routers for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:11:51.074448 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b1eb2-4260-483c-9874-63a3c5608411 None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:51.076048 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-d05b1eb2-4260-483c-9874-63a3c5608411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:11:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:51.096455 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-46ac4957-ef73-4b61-b8a1-7ae37151e01a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "PUT /v2.0/floatingips/269530d4-43bf-480c-836b-ea8d4ebe9465 HTTP/1.1" status: 200 len: 989 time: 1.1413312 Jul 15 19:11:51.096455 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:51.097415 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d487e05c7bc77a0d797d40f0ee1db13b1b7ca83f6747dd086ea50c900277cffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d06e586-1f4e-4d2f-a892-e22b0875717d" -d '{"events": [{"name": "network-changed", "server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:51.208842 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b22cfe16-e0c3-484f-a283-31faf09cf6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:51.237763 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9fc2ae-dacd-4af6-b4f1-2ceaca99b4d0 x-openstack-request-id: req-fd9fc2ae-dacd-4af6-b4f1-2ceaca99b4d0 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:51.238055 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:51.238308 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd9fc2ae-dacd-4af6-b4f1-2ceaca99b4d0 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:51.238722 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'status': 'completed', 'code': 200} Jul 15 19:11:51.264458 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-d05b1eb2-4260-483c-9874-63a3c5608411 None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:51.334234 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06e586-1f4e-4d2f-a892-e22b0875717d req-f37b15e8-bcee-4b4a-afe5-6c408cebee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:51.337412 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d06e586-1f4e-4d2f-a892-e22b0875717d req-f37b15e8-bcee-4b4a-afe5-6c408cebee6b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 1098 time: 0.0742571 Jul 15 19:11:51.459227 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06e586-1f4e-4d2f-a892-e22b0875717d req-6f766559-7fe2-4594-b73b-f179532985c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:51.461171 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d06e586-1f4e-4d2f-a892-e22b0875717d req-6f766559-7fe2-4594-b73b-f179532985c3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 918 time: 0.1177108 Jul 15 19:11:51.556694 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-d05b1eb2-4260-483c-9874-63a3c5608411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '269530d4-43bf-480c-836b-ea8d4ebe9465', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'port_id': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'mac_address': 'fa:16:3e:09:1f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:11:38Z', 'updated_at': '2021-07-15T19:11:50Z', 'revision_number': 1, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:09Z', 'revision_number': 5, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:51.598205 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b1eb2-4260-483c-9874-63a3c5608411 None None] Checking router: f3c88265-2d7e-4b1f-935b-84236f4081fd for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:11:51.611881 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-20858345-1ebc-4160-ba68-536c1177d19f tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:51.614407 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b1eb2-4260-483c-9874-63a3c5608411 None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:11:51.615630 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-d05b1eb2-4260-483c-9874-63a3c5608411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:11:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:51.618040 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-20858345-1ebc-4160-ba68-536c1177d19f tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 815 time: 0.1330559 Jul 15 19:11:51.637687 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-c5765dcb-6c74-4600-9598-28396bd47199 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/quotas/486c66d28b444df8a8a63dcbc2a36275 HTTP/1.1" status: 200 len: 375 time: 0.0171514 Jul 15 19:11:51.741515 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-3f92a6b8-9378-49fb-a630-c6ff3844e87d tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0973291 Jul 15 19:11:51.812863 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-d05b1eb2-4260-483c-9874-63a3c5608411 None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:11:51.841197 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d06e586-1f4e-4d2f-a892-e22b0875717d req-d4494d79-5e38-4512-87d0-d047ad219f63 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aabd956d-69af-4f50-b2e4-304102ac9a06 HTTP/1.1" status: 200 len: 997 time: 0.3730071 Jul 15 19:11:51.890738 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-7e05b7fa-2f3e-4bdc-82e0-b7e6a00080bc service neutron] 10.222.0.78 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431901 Jul 15 19:11:51.897494 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06e586-1f4e-4d2f-a892-e22b0875717d req-f4ac1df9-c030-404d-8f90-789a9537489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:51.901923 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d06e586-1f4e-4d2f-a892-e22b0875717d req-f4ac1df9-c030-404d-8f90-789a9537489a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 HTTP/1.1" status: 200 len: 856 time: 0.0525532 Jul 15 19:11:51.991323 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06e586-1f4e-4d2f-a892-e22b0875717d req-75a566d6-7974-4637-ac49-9aa17d725f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:51.993176 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d06e586-1f4e-4d2f-a892-e22b0875717d req-75a566d6-7974-4637-ac49-9aa17d725f76 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0860674 Jul 15 19:11:52.015479 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-86453ab7-580b-41dc-8895-b990fe7e47f0 service neutron] 10.222.0.78 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131732 Jul 15 19:11:52.080863 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:52.133402 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-d05b1eb2-4260-483c-9874-63a3c5608411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '269530d4-43bf-480c-836b-ea8d4ebe9465', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'port_id': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'mac_address': 'fa:16:3e:09:1f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:11:38Z', 'updated_at': '2021-07-15T19:11:50Z', 'revision_number': 1, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:09Z', 'revision_number': 5, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:11:52.165675 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d06e586-1f4e-4d2f-a892-e22b0875717d req-3328aa6c-4bfe-432f-a138-a552842772a7 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649120 Jul 15 19:11:52.184412 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b1eb2-4260-483c-9874-63a3c5608411 None None] The sync data for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi is: [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '269530d4-43bf-480c-836b-ea8d4ebe9465', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'port_id': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'mac_address': 'fa:16:3e:09:1f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:11:38Z', 'updated_at': '2021-07-15T19:11:50Z', 'revision_number': 1, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:09Z', 'revision_number': 5, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:11:52.300136 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc9fa6e1-3c23-4054-a815-62db319eeac9 req-59b0bada-9b35-493a-81d3-4edbc238df17 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 210 time: 0.0515347 Jul 15 19:11:52.333754 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d06e586-1f4e-4d2f-a892-e22b0875717d req-5c7adf12-bad4-476a-bdc8-3fa51ed9b406 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609244 Jul 15 19:11:52.495425 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982c9e1-9418-45f7-9a28-37ebfc1cbbef None None] New status for floating IP 269530d4-43bf-480c-836b-ea8d4ebe9465: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:11:53.494618 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6baa1bd3-f2b8-4309-940f-d97eb51235f6 req-15a3444d-0492-4c32-b8c1-13abe35e0a6f tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 210 time: 0.0426824 Jul 15 19:11:53.598299 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-d1d4b99e-c390-4269-a774-d3bd4ebdbcd4 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:53.600146 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-d1d4b99e-c390-4269-a774-d3bd4ebdbcd4 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 815 time: 0.1797028 Jul 15 19:11:53.602781 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.614165 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-a57f6384-efc1-4000-b470-7abe67a41983 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Request body: {'port': {'device_id': '3628eac1-f27f-447a-b394-309793067708', 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9', 'admin_state_up': True, 'tenant_id': '486c66d28b444df8a8a63dcbc2a36275'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:53.750326 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-a57f6384-efc1-4000-b470-7abe67a41983 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Made reservation on behalf of 486c66d28b444df8a8a63dcbc2a36275 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:11:53.754771 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-a57f6384-efc1-4000-b470-7abe67a41983 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:53.915349 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-a57f6384-efc1-4000-b470-7abe67a41983 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Allocated IP 172.20.0.4 (c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9/bc09f7a0-22df-48da-82a7-ef3aa6421dcf/79ac5ecf-dc65-424b-8dd9-fff5e486b5ad) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:11:54.129521 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-a57f6384-efc1-4000-b470-7abe67a41983 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.175406 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-a57f6384-efc1-4000-b470-7abe67a41983 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.188740 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['77ebbf1e-598c-49f5-9a66-7144131d27dd'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:11:54.224963 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-a57f6384-efc1-4000-b470-7abe67a41983 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:11:54.229300 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-a57f6384-efc1-4000-b470-7abe67a41983 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:11:54.235200 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-a57f6384-efc1-4000-b470-7abe67a41983 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:11:54.243410 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f6384-efc1-4000-b470-7abe67a41983 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Pushing event updated for resources: {'Port': ['ID=79ac5ecf-dc65-424b-8dd9-fff5e486b5ad,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:54.302891 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-a57f6384-efc1-4000-b470-7abe67a41983 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:54.303539 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-a57f6384-efc1-4000-b470-7abe67a41983 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.320413 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-a57f6384-efc1-4000-b470-7abe67a41983 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7109585 Jul 15 19:11:54.333773 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Request body: {'port': {'device_id': '3628eac1-f27f-447a-b394-309793067708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:11:54.426496 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.776330 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57c6ff-5809-491c-ace7-21c8277da1c0 req-b9e03fec-b246-4795-b711-71d75bd4b819 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:54.777983 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a57c6ff-5809-491c-ace7-21c8277da1c0 req-b9e03fec-b246-4795-b711-71d75bd4b819 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 931 time: 0.1416824 Jul 15 19:11:54.853008 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:11:54.864745 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.870063 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a57c6ff-5809-491c-ace7-21c8277da1c0 req-074ad38d-f76e-44b7-97c6-fc8903afd3de tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842259 Jul 15 19:11:54.883603 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Transition to ACTIVE for port object 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:11:54.890106 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:54.940496 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Pushing event updated for resources: {'Port': ['ID=79ac5ecf-dc65-424b-8dd9-fff5e486b5ad,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:55.017556 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Attempting to bind port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:11:55.017556 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Attempting to bind port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:11:55.017556 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Attempting to bind port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad on network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:11:55.023663 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad on network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:11:55.024099 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Attempting to bind port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad on network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:11:55.032194 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:11:55.033191 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Checking segment: {'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:11:55.033582 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Bound using segment: {'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:11:55.034167 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Bound port: 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:11:55.034938 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.123576 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] For port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:11:55.127347 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] For port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=79ac5ecf-dc65-424b-8dd9-fff5e486b5ad,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:11:55.133971 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.169646 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:55.170624 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.172139 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] 10.222.0.81 "PUT /v2.0/ports/79ac5ecf-dc65-424b-8dd9-fff5e486b5ad HTTP/1.1" status: 200 len: 1093 time: 0.8436825 Jul 15 19:11:55.172631 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3628eac1-f27f-447a-b394-309793067708', 'tag': '79ac5ecf-dc65-424b-8dd9-fff5e486b5ad'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:55.175202 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9621c8c7-e21f-4ddb-9578-50161326c2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3628eac1-f27f-447a-b394-309793067708", "tag": "79ac5ecf-dc65-424b-8dd9-fff5e486b5ad"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:55.213401 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98ec6f-1e0a-491c-9279-072ea5352e5e service neutron] Pushing event updated for resources: {'Port': ['ID=79ac5ecf-dc65-424b-8dd9-fff5e486b5ad,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:55.232372 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d804afe3-0dd6-4758-bbbf-203ea96b6ec3 x-openstack-request-id: req-d804afe3-0dd6-4758-bbbf-203ea96b6ec3 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:55.232650 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3628eac1-f27f-447a-b394-309793067708", "tag": "79ac5ecf-dc65-424b-8dd9-fff5e486b5ad", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:55.232751 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d804afe3-0dd6-4758-bbbf-203ea96b6ec3 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:55.233096 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3628eac1-f27f-447a-b394-309793067708', 'tag': '79ac5ecf-dc65-424b-8dd9-fff5e486b5ad', 'status': 'completed', 'code': 200} Jul 15 19:11:55.284959 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-0b8d6e10-f068-4063-8de6-ecd43e5e181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:55.286479 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-0b8d6e10-f068-4063-8de6-ecd43e5e181b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 1096 time: 0.0640090 Jul 15 19:11:55.335759 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-df09a63b-56a5-4ba8-8583-81c06105b372 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ac5ecf-dc65-424b-8dd9-fff5e486b5ad HTTP/1.1" status: 200 len: 217 time: 0.0413964 Jul 15 19:11:55.394480 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-01ce0b35-65cb-44bd-93ab-8cdecb8d190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:55.395940 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-01ce0b35-65cb-44bd-93ab-8cdecb8d190f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc09f7a0-22df-48da-82a7-ef3aa6421dcf HTTP/1.1" status: 200 len: 855 time: 0.0528245 Jul 15 19:11:55.435693 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-d96d1583-a3ba-4ec6-b5f7-b9d10292e196 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280147 Jul 15 19:11:55.576917 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-5d4fd719-1a29-4f55-9b76-4fec9925b186 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344709 Jul 15 19:11:55.726430 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b77f3c6-69c8-4646-b3e3-d99b375f5f46 req-a9168479-abc1-4068-a438-93d47ef238e2 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403313 Jul 15 19:11:55.855168 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621c8c7-e21f-4ddb-9578-50161326c2e4 req-fcb90782-b417-4b1f-8fe2-2c2ffd891da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:55.856663 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9621c8c7-e21f-4ddb-9578-50161326c2e4 req-fcb90782-b417-4b1f-8fe2-2c2ffd891da0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 1096 time: 0.0685985 Jul 15 19:11:55.963910 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621c8c7-e21f-4ddb-9578-50161326c2e4 req-9b2d15e2-c464-4abc-a5bf-8fa0b7b3f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:55.965489 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9621c8c7-e21f-4ddb-9578-50161326c2e4 req-9b2d15e2-c464-4abc-a5bf-8fa0b7b3f6e1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 916 time: 0.1011801 Jul 15 19:11:56.013553 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9621c8c7-e21f-4ddb-9578-50161326c2e4 req-829d832c-6e95-4120-8b0b-a5cc45df49ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ac5ecf-dc65-424b-8dd9-fff5e486b5ad HTTP/1.1" status: 200 len: 217 time: 0.0400078 Jul 15 19:11:56.084639 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621c8c7-e21f-4ddb-9578-50161326c2e4 req-7903912a-520a-448f-bf2f-4c0dc9c69308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:56.086991 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9621c8c7-e21f-4ddb-9578-50161326c2e4 req-7903912a-520a-448f-bf2f-4c0dc9c69308 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc09f7a0-22df-48da-82a7-ef3aa6421dcf HTTP/1.1" status: 200 len: 855 time: 0.0606325 Jul 15 19:11:56.126797 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9621c8c7-e21f-4ddb-9578-50161326c2e4 req-11059974-bdc5-498b-89ed-a7eb5c5b7589 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324724 Jul 15 19:11:56.127348 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8facd50-7d1b-453d-91c7-0da882877f84 req-966bd629-0766-4e09-a1e2-10b68ec8a986 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:56.129091 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8facd50-7d1b-453d-91c7-0da882877f84 req-966bd629-0766-4e09-a1e2-10b68ec8a986 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 943 time: 0.0933378 Jul 15 19:11:56.175614 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8facd50-7d1b-453d-91c7-0da882877f84 req-027d989c-bcbe-4c3d-8fef-f82dc8c4dfda tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 Jul 15 19:11:56.244291 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9621c8c7-e21f-4ddb-9578-50161326c2e4 req-153874fc-2777-4e6d-b767-eb881296c80e service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105177 Jul 15 19:11:56.349755 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9621c8c7-e21f-4ddb-9578-50161326c2e4 req-c4b35c67-3a06-47d7-9c92-5d70da6435d0 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987680 Jul 15 19:11:57.108391 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:11:57.211800 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=79ac5ecf-dc65-424b-8dd9-fff5e486b5ad,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:57.224806 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '79ac5ecf-dc65-424b-8dd9-fff5e486b5ad', 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9', 'port_id': '79ac5ecf-dc65-424b-8dd9-fff5e486b5ad', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc09f7a0-22df-48da-82a7-ef3aa6421dcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:11:57.265259 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:57.280016 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:11:57.309990 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=79ac5ecf-dc65-424b-8dd9-fff5e486b5ad,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:57.316402 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:57.369869 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3178da-4ada-48d9-88c3-69642bdee41a req-47087070-4c24-4500-b60a-a1de7b50535a tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:57.371437 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6a3178da-4ada-48d9-88c3-69642bdee41a req-47087070-4c24-4500-b60a-a1de7b50535a tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 943 time: 0.0747952 Jul 15 19:11:57.373899 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=79ac5ecf-dc65-424b-8dd9-fff5e486b5ad,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:57.414171 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6a3178da-4ada-48d9-88c3-69642bdee41a req-54778317-cbdb-430c-aef8-2e1d41875c6f tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353403 Jul 15 19:11:57.547334 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['79ac5ecf-dc65-424b-8dd9-fff5e486b5ad'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:11:58.603102 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11ce00-9555-4b0b-9a4e-daea5fd40ea3 req-d46a7f6a-dd89-44e1-98d8-5763cee84b3d tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:58.604691 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ab11ce00-9555-4b0b-9a4e-daea5fd40ea3 req-d46a7f6a-dd89-44e1-98d8-5763cee84b3d tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 944 time: 0.0686038 Jul 15 19:11:58.645244 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ab11ce00-9555-4b0b-9a4e-daea5fd40ea3 req-772d26ae-7f97-49f8-bb8a-0af7e4f0fe70 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339332 Jul 15 19:11:59.123901 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:11:59.177941 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:11:59.182724 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:11:59.183225 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.273868 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.298648 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3628eac1-f27f-447a-b394-309793067708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ac5ecf-dc65-424b-8dd9-fff5e486b5ad'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:11:59.300950 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49034c68-bb8d-4ce8-a251-44e721a6da11" -d '{"events": [{"server_uuid": "3628eac1-f27f-447a-b394-309793067708", "name": "network-vif-plugged", "status": "completed", "tag": "79ac5ecf-dc65-424b-8dd9-fff5e486b5ad"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:11:59.314838 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=79ac5ecf-dc65-424b-8dd9-fff5e486b5ad,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:11:59.320161 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:59.346495 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c3acd4-5e07-4c14-82db-e05f30c6cd14 x-openstack-request-id: req-34c3acd4-5e07-4c14-82db-e05f30c6cd14 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:11:59.346782 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3628eac1-f27f-447a-b394-309793067708", "name": "network-vif-plugged", "status": "completed", "tag": "79ac5ecf-dc65-424b-8dd9-fff5e486b5ad", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:11:59.347050 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34c3acd4-5e07-4c14-82db-e05f30c6cd14 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:11:59.347419 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3628eac1-f27f-447a-b394-309793067708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ac5ecf-dc65-424b-8dd9-fff5e486b5ad', 'code': 200} Jul 15 19:11:59.379865 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=79ac5ecf-dc65-424b-8dd9-fff5e486b5ad,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:11:59.594191 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb6f8d-7e3c-413d-85fe-b61cdfb0deac req-6067d00f-a06b-4aef-91ab-440eed5b5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:59.595747 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34cb6f8d-7e3c-413d-85fe-b61cdfb0deac req-6067d00f-a06b-4aef-91ab-440eed5b5749 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 1098 time: 0.0669062 Jul 15 19:11:59.638359 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34cb6f8d-7e3c-413d-85fe-b61cdfb0deac req-900c75e2-b332-46d6-a5ee-d46d167e4782 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336206 Jul 15 19:11:59.852859 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664d6c1-5bc5-4e4e-896a-024790a5a951 req-a3dd1266-c3e6-4b23-9aea-90326a38cad3 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:11:59.854357 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e664d6c1-5bc5-4e4e-896a-024790a5a951 req-a3dd1266-c3e6-4b23-9aea-90326a38cad3 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 945 time: 0.0760221 Jul 15 19:11:59.896036 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e664d6c1-5bc5-4e4e-896a-024790a5a951 req-aca5830d-ddcc-4947-94c2-2c34208403be tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350909 Jul 15 19:12:01.084469 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bd117-960b-4582-8ef1-ff55cf29ceb3 req-dfb567b4-a8d1-467a-9310-0c51fc444746 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:01.086033 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e95bd117-960b-4582-8ef1-ff55cf29ceb3 req-dfb567b4-a8d1-467a-9310-0c51fc444746 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 945 time: 0.0710101 Jul 15 19:12:01.123777 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e95bd117-960b-4582-8ef1-ff55cf29ceb3 req-c9ffd629-8bde-44cc-8bc9-4effc065d839 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319662 Jul 15 19:12:03.000307 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-f806c6f2-cdbb-47d9-b5a5-d07a0a66df86 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:03.001938 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-f806c6f2-cdbb-47d9-b5a5-d07a0a66df86 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 815 time: 0.1109047 Jul 15 19:12:03.017909 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-d43878d8-c0f9-4134-964c-d9759547182c tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/quotas/486c66d28b444df8a8a63dcbc2a36275 HTTP/1.1" status: 200 len: 375 time: 0.0103362 Jul 15 19:12:03.093531 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-d39da7cc-8e5f-435b-b021-ec1d82d2d453 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700438 Jul 15 19:12:03.193818 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-0a2f9b4d-fc12-443b-b131-efb2c5856559 service neutron] 10.222.0.78 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933361 Jul 15 19:12:03.291189 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-5a3e46e4-e7e3-4c58-8361-a05ac61d26b1 service neutron] 10.222.0.78 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908284 Jul 15 19:12:03.474417 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6a619dd8-89da-40ff-b63b-0118f8dd1cdc req-71e33ccd-d452-4735-b7e6-6e39245d5f6f tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 210 time: 0.0325906 Jul 15 19:12:04.626830 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1a77b842-5e63-4412-8477-e03b6cd54352 req-f8e39290-19c0-43f9-9b90-234650936d66 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 210 time: 0.0338876 Jul 15 19:12:04.695212 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-85f043a1-deb7-428c-8fef-a416c98e7e85 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:04.696726 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-85f043a1-deb7-428c-8fef-a416c98e7e85 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 815 time: 0.1243651 Jul 15 19:12:04.717711 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-458ffd55-38d2-4847-a1a4-0c4292467c8e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Request body: {'port': {'device_id': 'e020828a-6b21-4159-a415-0c565e811f11', 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9', 'admin_state_up': True, 'tenant_id': '486c66d28b444df8a8a63dcbc2a36275'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:04.840364 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-458ffd55-38d2-4847-a1a4-0c4292467c8e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Made reservation on behalf of 486c66d28b444df8a8a63dcbc2a36275 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:12:04.846635 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-458ffd55-38d2-4847-a1a4-0c4292467c8e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:05.022725 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-458ffd55-38d2-4847-a1a4-0c4292467c8e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Allocated IP 172.20.0.12 (c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9/bc09f7a0-22df-48da-82a7-ef3aa6421dcf/cfb493fe-15de-48ed-a017-e32840bd54ce) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:12:05.185846 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-458ffd55-38d2-4847-a1a4-0c4292467c8e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:05.228225 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-458ffd55-38d2-4847-a1a4-0c4292467c8e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:05.242101 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['77ebbf1e-598c-49f5-9a66-7144131d27dd', '79ac5ecf-dc65-424b-8dd9-fff5e486b5ad'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:12:05.300204 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-458ffd55-38d2-4847-a1a4-0c4292467c8e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:12:05.305711 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-458ffd55-38d2-4847-a1a4-0c4292467c8e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:12:05.311659 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-458ffd55-38d2-4847-a1a4-0c4292467c8e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:12:05.322038 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ffd55-38d2-4847-a1a4-0c4292467c8e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Pushing event updated for resources: {'Port': ['ID=cfb493fe-15de-48ed-a017-e32840bd54ce,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:05.379281 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-458ffd55-38d2-4847-a1a4-0c4292467c8e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:05.380021 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-458ffd55-38d2-4847-a1a4-0c4292467c8e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:05.398760 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-458ffd55-38d2-4847-a1a4-0c4292467c8e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6848977 Jul 15 19:12:05.416296 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Request body: {'port': {'device_id': 'e020828a-6b21-4159-a415-0c565e811f11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:05.498241 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:05.782936 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb493fe-15de-48ed-a017-e32840bd54ce {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:12:05.791119 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:05.804472 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Transition to ACTIVE for port object cfb493fe-15de-48ed-a017-e32840bd54ce will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:12:05.810052 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:05.811011 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb73494-062f-4d15-93b2-106d5a7813f9 req-ee94fe19-8f39-4405-952d-f32089a79183 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:05.812766 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4bb73494-062f-4d15-93b2-106d5a7813f9 req-ee94fe19-8f39-4405-952d-f32089a79183 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 932 time: 0.0697310 Jul 15 19:12:05.856850 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4bb73494-062f-4d15-93b2-106d5a7813f9 req-4a8a8b12-66b2-47de-9889-045e3b68b09a tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373652 Jul 15 19:12:05.861409 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Pushing event updated for resources: {'Port': ['ID=cfb493fe-15de-48ed-a017-e32840bd54ce,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:05.934320 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Attempting to bind port cfb493fe-15de-48ed-a017-e32840bd54ce on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:12:05.934656 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Attempting to bind port cfb493fe-15de-48ed-a017-e32840bd54ce by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:12:05.934990 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Attempting to bind port cfb493fe-15de-48ed-a017-e32840bd54ce on network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:12:05.939747 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Port cfb493fe-15de-48ed-a017-e32840bd54ce on network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:12:05.940063 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Attempting to bind port cfb493fe-15de-48ed-a017-e32840bd54ce on network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:12:05.945057 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:12:05.945496 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Checking segment: {'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:12:05.945898 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Bound using segment: {'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:12:05.946310 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Bound port: cfb493fe-15de-48ed-a017-e32840bd54ce, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:12:05.946666 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:06.017565 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] For port cfb493fe-15de-48ed-a017-e32840bd54ce, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:12:06.020932 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] For port cfb493fe-15de-48ed-a017-e32840bd54ce, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cfb493fe-15de-48ed-a017-e32840bd54ce,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:12:06.028855 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:06.080631 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:06.081721 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:06.084193 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] 10.222.0.81 "PUT /v2.0/ports/cfb493fe-15de-48ed-a017-e32840bd54ce HTTP/1.1" status: 200 len: 1094 time: 0.6734421 Jul 15 19:12:06.085106 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e020828a-6b21-4159-a415-0c565e811f11', 'tag': 'cfb493fe-15de-48ed-a017-e32840bd54ce'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:06.089594 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3955d2-f521-44f2-a074-48011c58f554" -d '{"events": [{"name": "network-changed", "server_uuid": "e020828a-6b21-4159-a415-0c565e811f11", "tag": "cfb493fe-15de-48ed-a017-e32840bd54ce"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:06.138932 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee728e9-b099-4ece-a4d5-46ced2b6b897 x-openstack-request-id: req-aee728e9-b099-4ece-a4d5-46ced2b6b897 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:06.139223 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e020828a-6b21-4159-a415-0c565e811f11", "tag": "cfb493fe-15de-48ed-a017-e32840bd54ce", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:06.139473 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aee728e9-b099-4ece-a4d5-46ced2b6b897 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:06.139867 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e020828a-6b21-4159-a415-0c565e811f11', 'tag': 'cfb493fe-15de-48ed-a017-e32840bd54ce', 'status': 'completed', 'code': 200} Jul 15 19:12:06.140820 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a24941-e209-4dc4-a7d9-6e7af310850b service neutron] Pushing event updated for resources: {'Port': ['ID=cfb493fe-15de-48ed-a017-e32840bd54ce,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:06.207449 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-e2e81795-aca3-41d6-8f91-3f35724ee2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:06.208993 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-e2e81795-aca3-41d6-8f91-3f35724ee2ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 1097 time: 0.0600381 Jul 15 19:12:06.254399 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-98c9a8dd-c612-4435-8e92-38a197b96743 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfb493fe-15de-48ed-a017-e32840bd54ce HTTP/1.1" status: 200 len: 217 time: 0.0379047 Jul 15 19:12:06.306454 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-190dbb6c-8d2e-449c-a2b2-9d3fd22b1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:06.308103 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-190dbb6c-8d2e-449c-a2b2-9d3fd22b1b80 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc09f7a0-22df-48da-82a7-ef3aa6421dcf HTTP/1.1" status: 200 len: 855 time: 0.0470126 Jul 15 19:12:06.342062 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-4aef73ae-56ff-4518-81db-3974edf8691e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272434 Jul 15 19:12:06.441580 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-e324c57b-e878-48ba-8f6c-2e111bed1338 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929034 Jul 15 19:12:06.546898 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-607aa08d-f7b9-4345-8281-8286e1262a91 req-0f384016-84fb-49e7-94f5-e580b75cf6b4 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951493 Jul 15 19:12:06.659841 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3955d2-f521-44f2-a074-48011c58f554 req-da5c4908-416f-4f54-a228-30b6ba4dda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:06.661316 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e3955d2-f521-44f2-a074-48011c58f554 req-da5c4908-416f-4f54-a228-30b6ba4dda33 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 1097 time: 0.0614812 Jul 15 19:12:06.758152 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3955d2-f521-44f2-a074-48011c58f554 req-c0d9bf29-3ba3-43a4-98c9-c4e98b3ffbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:06.759636 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e3955d2-f521-44f2-a074-48011c58f554 req-c0d9bf29-3ba3-43a4-98c9-c4e98b3ffbf1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 916 time: 0.0908234 Jul 15 19:12:06.807203 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e3955d2-f521-44f2-a074-48011c58f554 req-f1a8e6ad-9347-491e-b0de-0c445360d90c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfb493fe-15de-48ed-a017-e32840bd54ce HTTP/1.1" status: 200 len: 217 time: 0.0402606 Jul 15 19:12:07.078811 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e667f-c0fe-459f-a369-906e53f1edce req-d4afd6fb-c449-4f8d-994e-0961ca52b070 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:07.081119 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-769e667f-c0fe-459f-a369-906e53f1edce req-d4afd6fb-c449-4f8d-994e-0961ca52b070 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 944 time: 0.0935769 Jul 15 19:12:07.133748 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-769e667f-c0fe-459f-a369-906e53f1edce req-f1f3f839-5d28-456f-8977-ac34e32045e1 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457220 Jul 15 19:12:07.138778 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3955d2-f521-44f2-a074-48011c58f554 req-a669d474-7c97-4316-9777-a950dc1bacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:07.140294 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e3955d2-f521-44f2-a074-48011c58f554 req-a669d474-7c97-4316-9777-a950dc1bacd9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc09f7a0-22df-48da-82a7-ef3aa6421dcf HTTP/1.1" status: 200 len: 855 time: 0.3245101 Jul 15 19:12:07.194848 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e3955d2-f521-44f2-a074-48011c58f554 req-9566f6ac-672a-4d15-a5f1-5ee9fa7cb6a0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458131 Jul 15 19:12:07.304848 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e3955d2-f521-44f2-a074-48011c58f554 req-19ea188c-ccd9-41b5-bd96-2a31f62ab11c service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009662 Jul 15 19:12:07.401185 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e3955d2-f521-44f2-a074-48011c58f554 req-a9889ed7-a2c0-4e73-b3a2-6de2f9c40b75 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883524 Jul 15 19:12:08.342702 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4073f-0137-4af2-89ed-54667346cdaa req-9d40b609-c45c-4bd3-842b-815d9e861ca4 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:08.344259 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a2e4073f-0137-4af2-89ed-54667346cdaa req-9d40b609-c45c-4bd3-842b-815d9e861ca4 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 944 time: 0.0745664 Jul 15 19:12:08.386529 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a2e4073f-0137-4af2-89ed-54667346cdaa req-dcdc3762-1f22-4a7d-ae87-089060e503d2 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349534 Jul 15 19:12:09.202466 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device cfb493fe-15de-48ed-a017-e32840bd54ce details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:12:09.308733 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port cfb493fe-15de-48ed-a017-e32840bd54ce, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cfb493fe-15de-48ed-a017-e32840bd54ce,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:09.323229 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': 'cfb493fe-15de-48ed-a017-e32840bd54ce', 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9', 'port_id': 'cfb493fe-15de-48ed-a017-e32840bd54ce', 'mac_address': 'fa:16:3e:8d:01:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc09f7a0-22df-48da-82a7-ef3aa6421dcf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:12:09.365672 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:09.381341 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb493fe-15de-48ed-a017-e32840bd54ce {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:12:09.407006 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port cfb493fe-15de-48ed-a017-e32840bd54ce, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cfb493fe-15de-48ed-a017-e32840bd54ce,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:09.412551 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:09.473453 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=cfb493fe-15de-48ed-a017-e32840bd54ce,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:09.601783 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff727a2-b79a-4828-883e-4cfa7eb9b0b6 req-8958e011-b0e1-43c5-a543-2b16e320415c tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:09.603552 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ff727a2-b79a-4828-883e-4cfa7eb9b0b6 req-8958e011-b0e1-43c5-a543-2b16e320415c tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 945 time: 0.0761847 Jul 15 19:12:09.652698 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ff727a2-b79a-4828-883e-4cfa7eb9b0b6 req-55ec4723-90b5-4ecb-b66e-f4371a8b4e5f tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418935 Jul 15 19:12:09.653865 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['cfb493fe-15de-48ed-a017-e32840bd54ce'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:12:11.088892 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7bb2f-daa9-45cb-bdab-d305e6e1b542 req-28a3d701-a058-433b-ba67-eb2f5e1bd144 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:11.090529 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-03b7bb2f-daa9-45cb-bdab-d305e6e1b542 req-28a3d701-a058-433b-ba67-eb2f5e1bd144 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 945 time: 0.3225236 Jul 15 19:12:11.133329 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-03b7bb2f-daa9-45cb-bdab-d305e6e1b542 req-440a9e6a-7a54-4790-89c8-b9ce2780a5bc tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363624 Jul 15 19:12:11.229655 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device cfb493fe-15de-48ed-a017-e32840bd54ce up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:12:11.293295 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port cfb493fe-15de-48ed-a017-e32840bd54ce completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:12:11.298212 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port cfb493fe-15de-48ed-a017-e32840bd54ce triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:12:11.298555 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:11.378517 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:11.401948 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e020828a-6b21-4159-a415-0c565e811f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb493fe-15de-48ed-a017-e32840bd54ce'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:11.404225 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7d0f3d-d615-4381-9bd3-0ca120c52ba5" -d '{"events": [{"server_uuid": "e020828a-6b21-4159-a415-0c565e811f11", "name": "network-vif-plugged", "status": "completed", "tag": "cfb493fe-15de-48ed-a017-e32840bd54ce"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:11.417189 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port cfb493fe-15de-48ed-a017-e32840bd54ce, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cfb493fe-15de-48ed-a017-e32840bd54ce,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:11.423651 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:11.453200 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893dcee6-6924-4cb0-8aff-2c23e38d48a6 x-openstack-request-id: req-893dcee6-6924-4cb0-8aff-2c23e38d48a6 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:11.453499 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e020828a-6b21-4159-a415-0c565e811f11", "name": "network-vif-plugged", "status": "completed", "tag": "cfb493fe-15de-48ed-a017-e32840bd54ce", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:11.453759 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-893dcee6-6924-4cb0-8aff-2c23e38d48a6 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:11.454216 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e020828a-6b21-4159-a415-0c565e811f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb493fe-15de-48ed-a017-e32840bd54ce', 'code': 200} Jul 15 19:12:11.482254 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=cfb493fe-15de-48ed-a017-e32840bd54ce,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:11.695390 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bad70-44af-42cb-a154-5cf6735d7bb0 req-3901d24b-74d1-4491-8a7c-722763fc6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:11.697295 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-608bad70-44af-42cb-a154-5cf6735d7bb0 req-3901d24b-74d1-4491-8a7c-722763fc6c35 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 1099 time: 0.0581362 Jul 15 19:12:11.747260 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-608bad70-44af-42cb-a154-5cf6735d7bb0 req-6b595ea0-d93a-45d3-892d-c816674bf302 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Jul 15 19:12:11.765062 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:12.328185 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ef91f-b956-411a-b2b5-65d8484fa0e2 req-b415f336-da53-4850-abdb-62fb250044a4 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:12.329882 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f9ef91f-b956-411a-b2b5-65d8484fa0e2 req-b415f336-da53-4850-abdb-62fb250044a4 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 946 time: 0.0720828 Jul 15 19:12:12.371574 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f9ef91f-b956-411a-b2b5-65d8484fa0e2 req-f88c20fc-d7bd-4159-a9ce-8500632848fb tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336633 Jul 15 19:12:13.572884 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cee59-4185-4f67-964c-5a88a2e026e6 req-0a905799-aa25-4d89-9679-395d32e09a04 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:13.574432 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ab5cee59-4185-4f67-964c-5a88a2e026e6 req-0a905799-aa25-4d89-9679-395d32e09a04 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 946 time: 0.0857041 Jul 15 19:12:13.620550 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ab5cee59-4185-4f67-964c-5a88a2e026e6 req-27eec14d-6873-409b-aa5e-a001f071919c tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383940 Jul 15 19:12:16.529259 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7753-a0f1-4c4c-9cfb-a9508a1d5232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:20.238299 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:21.174599 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-741b71e0-f6e0-428e-9d51-81895cdb10d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:22.082485 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.606666 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:23.634747 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-f5385833-012e-49de-9090-aa2acc27f3c5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:23.636301 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-f5385833-012e-49de-9090-aa2acc27f3c5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 815 time: 0.1225622 Jul 15 19:12:23.652973 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-2f463057-2532-4220-b508-cd40db4dbd62 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/quotas/486c66d28b444df8a8a63dcbc2a36275 HTTP/1.1" status: 200 len: 375 time: 0.0107467 Jul 15 19:12:23.735532 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-89547bc9-55a5-4c2b-8360-308b35ec37f3 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765138 Jul 15 19:12:23.833307 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-af3940e4-145f-4e44-b98e-43162e25cde4 service neutron] 10.222.0.78 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908229 Jul 15 19:12:23.927028 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-6c42927d-d4bb-481f-8dcf-483d7291630a service neutron] 10.222.0.78 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854442 Jul 15 19:12:24.113815 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d381a853-f9c9-483e-b7cf-ffe25cdd4d2b req-9ab7aba2-a78a-4139-8768-2b626537eba6 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 210 time: 0.0336425 Jul 15 19:12:25.269602 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e138262-48ee-497f-b997-9a5017448c8c req-e2fae3e3-cb88-4db8-aedb-8d5cdb43f381 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 210 time: 0.0312171 Jul 15 19:12:25.283788 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:12:25.376356 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-bdc58903-ca10-4ed9-ae7c-95961e0bfdbb tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:25.377828 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-bdc58903-ca10-4ed9-ae7c-95961e0bfdbb tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 815 time: 0.1107876 Jul 15 19:12:25.397120 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Request body: {'port': {'device_id': 'a4ae052b-d09a-4928-9a49-58ab01012358', 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9', 'admin_state_up': True, 'tenant_id': '486c66d28b444df8a8a63dcbc2a36275'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:25.521404 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Made reservation on behalf of 486c66d28b444df8a8a63dcbc2a36275 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:12:25.525000 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:25.658700 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Allocated IP 172.20.0.11 (c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9/bc09f7a0-22df-48da-82a7-ef3aa6421dcf/21deac48-168c-4d7b-b57a-a86d16ae4daa) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:12:25.819989 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:25.869956 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:25.882363 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['77ebbf1e-598c-49f5-9a66-7144131d27dd', '79ac5ecf-dc65-424b-8dd9-fff5e486b5ad', 'cfb493fe-15de-48ed-a017-e32840bd54ce'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:12:25.915890 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:12:25.919114 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:12:25.923515 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:12:25.930307 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Pushing event updated for resources: {'Port': ['ID=21deac48-168c-4d7b-b57a-a86d16ae4daa,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:25.957770 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:25.958114 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:25.958452 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:25.958784 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:25.959118 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:25.959443 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:25.959767 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:25.960094 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:25.960415 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:25.960732 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:25.961052 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:25.961399 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:25.987271 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:25.987915 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:26.004503 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-548de407-c767-43dc-b80a-fab8de2de67e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6116743 Jul 15 19:12:26.017465 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Request body: {'port': {'device_id': 'a4ae052b-d09a-4928-9a49-58ab01012358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:12:26.093483 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:26.394935 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21deac48-168c-4d7b-b57a-a86d16ae4daa {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:12:26.403984 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:26.441800 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Transition to ACTIVE for port object 21deac48-168c-4d7b-b57a-a86d16ae4daa will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:12:26.448657 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:26.511021 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Pushing event updated for resources: {'Port': ['ID=21deac48-168c-4d7b-b57a-a86d16ae4daa,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:26.525699 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65723960-e378-4e64-8f98-8bcc76e86d03 req-f96970c3-9123-45bf-ae96-c197882bdcf7 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:26.527214 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-65723960-e378-4e64-8f98-8bcc76e86d03 req-f96970c3-9123-45bf-ae96-c197882bdcf7 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 932 time: 0.1277122 Jul 15 19:12:26.617429 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-65723960-e378-4e64-8f98-8bcc76e86d03 req-bedd518f-6e3c-4eb0-870c-9bb5d77bace2 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737200 Jul 15 19:12:26.628506 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Attempting to bind port 21deac48-168c-4d7b-b57a-a86d16ae4daa on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:12:26.628878 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Attempting to bind port 21deac48-168c-4d7b-b57a-a86d16ae4daa by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:12:26.629240 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Attempting to bind port 21deac48-168c-4d7b-b57a-a86d16ae4daa on network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:12:26.634295 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Port 21deac48-168c-4d7b-b57a-a86d16ae4daa on network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:12:26.634620 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Attempting to bind port 21deac48-168c-4d7b-b57a-a86d16ae4daa on network c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:12:26.639724 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:12:26.640067 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Checking segment: {'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:12:26.640516 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Bound using segment: {'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:12:26.640951 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Bound port: 21deac48-168c-4d7b-b57a-a86d16ae4daa, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:12:26.641484 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:26.711785 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] For port 21deac48-168c-4d7b-b57a-a86d16ae4daa, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:12:26.715112 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] For port 21deac48-168c-4d7b-b57a-a86d16ae4daa, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21deac48-168c-4d7b-b57a-a86d16ae4daa,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:12:26.722580 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:26.756113 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:26.756728 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:26.758143 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] 10.222.0.81 "PUT /v2.0/ports/21deac48-168c-4d7b-b57a-a86d16ae4daa HTTP/1.1" status: 200 len: 1094 time: 0.7450819 Jul 15 19:12:26.758558 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ae052b-d09a-4928-9a49-58ab01012358', 'tag': '21deac48-168c-4d7b-b57a-a86d16ae4daa'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:26.760830 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d49cd0d-aca2-4f3c-882e-8db8f880979e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ae052b-d09a-4928-9a49-58ab01012358", "tag": "21deac48-168c-4d7b-b57a-a86d16ae4daa"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:26.788462 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb10f3-0d1a-4dd4-bdff-5eec1b9475d2 service neutron] Pushing event updated for resources: {'Port': ['ID=21deac48-168c-4d7b-b57a-a86d16ae4daa,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:26.811090 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ea5040-61a2-4ba9-9487-55bb32dce644 x-openstack-request-id: req-30ea5040-61a2-4ba9-9487-55bb32dce644 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:26.811398 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ae052b-d09a-4928-9a49-58ab01012358", "tag": "21deac48-168c-4d7b-b57a-a86d16ae4daa", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:26.811648 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30ea5040-61a2-4ba9-9487-55bb32dce644 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:26.812042 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ae052b-d09a-4928-9a49-58ab01012358', 'tag': '21deac48-168c-4d7b-b57a-a86d16ae4daa', 'status': 'completed', 'code': 200} Jul 15 19:12:26.865453 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-5d0fc2f9-74c0-46fa-9b41-cedbc7ad0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:26.867136 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-5d0fc2f9-74c0-46fa-9b41-cedbc7ad0719 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 1097 time: 0.0649691 Jul 15 19:12:26.919908 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-db36cb85-9a07-4c6b-9d86-c6212dd23ff2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21deac48-168c-4d7b-b57a-a86d16ae4daa HTTP/1.1" status: 200 len: 217 time: 0.0426931 Jul 15 19:12:26.997717 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-2c7ba346-7304-44c9-8428-41ad873f4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:26.999209 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-2c7ba346-7304-44c9-8428-41ad873f4de3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc09f7a0-22df-48da-82a7-ef3aa6421dcf HTTP/1.1" status: 200 len: 855 time: 0.0516183 Jul 15 19:12:27.033078 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-ed3b4f38-b2c8-40d4-bae6-7c6a104f76bf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263038 Jul 15 19:12:27.130361 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-08e33b7c-c527-4528-b51f-c007f2a4dbfd service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887935 Jul 15 19:12:27.232511 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d35f366-ca42-47ba-995a-95cc3c3a6f26 req-4c2e07d9-db1a-4b27-bd3c-39141d65e033 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859828 Jul 15 19:12:27.360333 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49cd0d-aca2-4f3c-882e-8db8f880979e req-ae8b053a-7f22-40b3-95d5-eaa467649a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:27.361898 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d49cd0d-aca2-4f3c-882e-8db8f880979e req-ae8b053a-7f22-40b3-95d5-eaa467649a21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 1097 time: 0.0598757 Jul 15 19:12:27.458860 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49cd0d-aca2-4f3c-882e-8db8f880979e req-e1b4b71c-4d5b-4ef0-810f-8c67095bdb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:27.460436 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d49cd0d-aca2-4f3c-882e-8db8f880979e req-e1b4b71c-4d5b-4ef0-810f-8c67095bdb04 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 916 time: 0.0915885 Jul 15 19:12:27.506753 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d49cd0d-aca2-4f3c-882e-8db8f880979e req-4d799b72-e8a0-4369-b5c8-68b56d704a89 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21deac48-168c-4d7b-b57a-a86d16ae4daa HTTP/1.1" status: 200 len: 217 time: 0.0389936 Jul 15 19:12:27.560163 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49cd0d-aca2-4f3c-882e-8db8f880979e req-4e125c7a-b4ca-436f-9941-5d40fe59509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:27.561659 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d49cd0d-aca2-4f3c-882e-8db8f880979e req-4e125c7a-b4ca-436f-9941-5d40fe59509c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc09f7a0-22df-48da-82a7-ef3aa6421dcf HTTP/1.1" status: 200 len: 855 time: 0.0477328 Jul 15 19:12:27.601476 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d49cd0d-aca2-4f3c-882e-8db8f880979e req-b8625d13-7637-40b0-b876-80595c20f585 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325387 Jul 15 19:12:27.699716 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d49cd0d-aca2-4f3c-882e-8db8f880979e req-7e115f5e-91b0-4cd5-aff4-521ba8949013 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898175 Jul 15 19:12:27.792902 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d49cd0d-aca2-4f3c-882e-8db8f880979e req-575a329c-84d1-4fdd-bda1-8b0652f1f508 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861940 Jul 15 19:12:27.803902 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662de6b2-193d-4a71-a01e-2ecd753199cc req-27683d06-3f21-4186-b132-fdfc7ba847c9 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:27.805458 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-662de6b2-193d-4a71-a01e-2ecd753199cc req-27683d06-3f21-4186-b132-fdfc7ba847c9 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 944 time: 0.0683701 Jul 15 19:12:27.848312 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-662de6b2-193d-4a71-a01e-2ecd753199cc req-f14c0058-ce95-407e-b2b2-526af54bd2a9 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366139 Jul 15 19:12:29.039484 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802b21a-5abc-4b5c-84e3-3ee8b1fd9e5b req-f175eab9-3878-49da-8b94-507ba7b861a6 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:29.041118 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b802b21a-5abc-4b5c-84e3-3ee8b1fd9e5b req-f175eab9-3878-49da-8b94-507ba7b861a6 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 944 time: 0.0784895 Jul 15 19:12:29.089247 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b802b21a-5abc-4b5c-84e3-3ee8b1fd9e5b req-deb5cd8b-387c-43f2-9f6d-b5cde468492d tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415745 Jul 15 19:12:29.343000 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 21deac48-168c-4d7b-b57a-a86d16ae4daa details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:12:29.575055 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 21deac48-168c-4d7b-b57a-a86d16ae4daa, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21deac48-168c-4d7b-b57a-a86d16ae4daa,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:29.587098 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '21deac48-168c-4d7b-b57a-a86d16ae4daa', 'network_id': 'c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9', 'port_id': '21deac48-168c-4d7b-b57a-a86d16ae4daa', 'mac_address': 'fa:16:3e:cd:56:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc09f7a0-22df-48da-82a7-ef3aa6421dcf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:12:29.628961 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.643632 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21deac48-168c-4d7b-b57a-a86d16ae4daa {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:12:29.665713 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 21deac48-168c-4d7b-b57a-a86d16ae4daa, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21deac48-168c-4d7b-b57a-a86d16ae4daa,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:29.671177 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:29.726038 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=21deac48-168c-4d7b-b57a-a86d16ae4daa,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:29.950161 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['21deac48-168c-4d7b-b57a-a86d16ae4daa'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:12:30.279098 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad5f6b-876a-4287-9f2d-37ee97f7e5a9 req-119b1daa-5eb7-4aec-b2b1-39149cb7380d tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:30.279098 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f6ad5f6b-876a-4287-9f2d-37ee97f7e5a9 req-119b1daa-5eb7-4aec-b2b1-39149cb7380d tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 945 time: 0.0699177 Jul 15 19:12:30.320938 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f6ad5f6b-876a-4287-9f2d-37ee97f7e5a9 req-49f8413d-e5c2-4e4c-85a4-414d5c3b8c17 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367212 Jul 15 19:12:31.348388 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 21deac48-168c-4d7b-b57a-a86d16ae4daa up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:12:31.404721 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port 21deac48-168c-4d7b-b57a-a86d16ae4daa completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:12:31.408896 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 21deac48-168c-4d7b-b57a-a86d16ae4daa triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:12:31.409312 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:31.497117 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:31.512145 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6a51a-c8df-43dc-a6df-b48ea6fc588c req-5344b50c-b650-4c16-9575-1217a6e43b07 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:31.513655 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6ac6a51a-c8df-43dc-a6df-b48ea6fc588c req-5344b50c-b650-4c16-9575-1217a6e43b07 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 945 time: 0.0743082 Jul 15 19:12:31.520655 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ae052b-d09a-4928-9a49-58ab01012358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21deac48-168c-4d7b-b57a-a86d16ae4daa'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:31.522913 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde399e2-0a35-43bf-939d-424587e75a10" -d '{"events": [{"server_uuid": "a4ae052b-d09a-4928-9a49-58ab01012358", "name": "network-vif-plugged", "status": "completed", "tag": "21deac48-168c-4d7b-b57a-a86d16ae4daa"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:31.539097 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 21deac48-168c-4d7b-b57a-a86d16ae4daa, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21deac48-168c-4d7b-b57a-a86d16ae4daa,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:31.545626 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:31.558773 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6ac6a51a-c8df-43dc-a6df-b48ea6fc588c req-cea948c5-e0fd-4667-a6b9-89a76fd99f2c tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392115 Jul 15 19:12:31.570284 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e45098-9ae4-480a-9ab4-37c31000fb23 x-openstack-request-id: req-68e45098-9ae4-480a-9ab4-37c31000fb23 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:31.570577 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ae052b-d09a-4928-9a49-58ab01012358", "name": "network-vif-plugged", "status": "completed", "tag": "21deac48-168c-4d7b-b57a-a86d16ae4daa", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:31.570823 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68e45098-9ae4-480a-9ab4-37c31000fb23 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:31.571204 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ae052b-d09a-4928-9a49-58ab01012358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21deac48-168c-4d7b-b57a-a86d16ae4daa', 'code': 200} Jul 15 19:12:31.601484 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=21deac48-168c-4d7b-b57a-a86d16ae4daa,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:31.815849 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496909e1-b0d5-46bc-9061-f73dc1c6b328 req-20d9bfe5-f8e9-42c1-9dcd-2f26f65972e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:31.817738 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-496909e1-b0d5-46bc-9061-f73dc1c6b328 req-20d9bfe5-f8e9-42c1-9dcd-2f26f65972e8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 1099 time: 0.0646183 Jul 15 19:12:31.859185 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-496909e1-b0d5-46bc-9061-f73dc1c6b328 req-dd9536e0-33cc-45dc-b978-f070299f1f6e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346467 Jul 15 19:12:32.783145 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea82fcd-71bd-4778-a15d-feccd14b01d2 req-b50e3c13-02df-4a59-9d3b-bc6d749d64af tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:32.785870 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7ea82fcd-71bd-4778-a15d-feccd14b01d2 req-b50e3c13-02df-4a59-9d3b-bc6d749d64af tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 946 time: 0.0879245 Jul 15 19:12:32.835258 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7ea82fcd-71bd-4778-a15d-feccd14b01d2 req-9d172700-6007-414e-8ae3-3f485f081bb6 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Jul 15 19:12:34.024059 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2050a1e-b8a6-4760-8e5a-5794bc77058e req-7474d8e0-16f8-4c87-af80-532ce787ded3 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:34.025587 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2050a1e-b8a6-4760-8e5a-5794bc77058e req-7474d8e0-16f8-4c87-af80-532ce787ded3 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 946 time: 0.0754313 Jul 15 19:12:34.073987 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2050a1e-b8a6-4760-8e5a-5794bc77058e req-6e19eada-1376-49db-99f9-204789bda4a8 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 Jul 15 19:12:37.657266 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330ca8e-3104-43ca-8f21-55c87bd99cc0 req-79d2a6f6-32ff-4c5c-a3f3-7eac96801bf0 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:37.658797 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f330ca8e-3104-43ca-8f21-55c87bd99cc0 req-79d2a6f6-32ff-4c5c-a3f3-7eac96801bf0 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0747278 Jul 15 19:12:37.699869 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f330ca8e-3104-43ca-8f21-55c87bd99cc0 req-ac0fddfc-3972-4734-802f-5892112914fd tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340455 Jul 15 19:12:38.899969 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d23062-9c7a-4050-b85b-9bd67cab7ade req-ea25ac78-dcfa-4c29-9211-bd382e1b488a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:38.901545 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71d23062-9c7a-4050-b85b-9bd67cab7ade req-ea25ac78-dcfa-4c29-9211-bd382e1b488a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0668802 Jul 15 19:12:38.947960 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-71d23062-9c7a-4050-b85b-9bd67cab7ade req-e07da8e1-cc72-40c5-b321-ab82e2218a33 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406771 Jul 15 19:12:40.160356 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b545-9d7d-4f3a-8d9c-50a3307c6d26 req-04bf239a-57d9-4de5-a4c8-49c4c899d4ed tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:40.162824 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1f74b545-9d7d-4f3a-8d9c-50a3307c6d26 req-04bf239a-57d9-4de5-a4c8-49c4c899d4ed tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0837998 Jul 15 19:12:40.211830 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1f74b545-9d7d-4f3a-8d9c-50a3307c6d26 req-c69b0975-4569-4159-9502-61ee1e081b01 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429103 Jul 15 19:12:41.418581 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef7d4a-dc2e-4aff-bb9c-2a632623d677 req-452b7e7f-1a09-47f3-b710-c8f646b4a842 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:41.420342 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7aef7d4a-dc2e-4aff-bb9c-2a632623d677 req-452b7e7f-1a09-47f3-b710-c8f646b4a842 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0730207 Jul 15 19:12:41.462264 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7aef7d4a-dc2e-4aff-bb9c-2a632623d677 req-66992278-b68f-4b9f-ac78-4ccf0330092a tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333970 Jul 15 19:12:41.766116 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:42.668648 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8944ab7-e3d0-4a5b-b6a5-8c6657bdef37 req-a6b1a3ea-bbcb-448b-97d3-29d1972b52da tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:42.670619 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f8944ab7-e3d0-4a5b-b6a5-8c6657bdef37 req-a6b1a3ea-bbcb-448b-97d3-29d1972b52da tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0799379 Jul 15 19:12:42.710677 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f8944ab7-e3d0-4a5b-b6a5-8c6657bdef37 req-a72020a5-ebd7-4dee-bd0e-d3b5ffd9ca65 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343108 Jul 15 19:12:43.911493 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ef11d-b423-4da6-a4f5-97d1e7edac42 req-985256d6-a8c2-4794-8f3b-bb6a73beb5b6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:43.913376 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-996ef11d-b423-4da6-a4f5-97d1e7edac42 req-985256d6-a8c2-4794-8f3b-bb6a73beb5b6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0847800 Jul 15 19:12:43.960887 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-996ef11d-b423-4da6-a4f5-97d1e7edac42 req-8353b9e4-3df7-4753-8903-3f19cb65b1d6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402546 Jul 15 19:12:45.160572 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c150bd-6a05-4174-8db3-1f9445c23878 req-980eab6e-606a-42bc-b095-43a6db5835ad tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:45.161740 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e9c150bd-6a05-4174-8db3-1f9445c23878 req-980eab6e-606a-42bc-b095-43a6db5835ad tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0677276 Jul 15 19:12:45.202462 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e9c150bd-6a05-4174-8db3-1f9445c23878 req-149f39ab-f2f8-4556-b07d-30cd86bc4c9d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352619 Jul 15 19:12:45.229462 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c42333-a8c7-4045-b9fc-aa92fd72b2e6 req-b101f86c-174e-4a33-b76b-d16d4929c51c tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:45.231280 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-36c42333-a8c7-4045-b9fc-aa92fd72b2e6 req-b101f86c-174e-4a33-b76b-d16d4929c51c tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 946 time: 0.0688834 Jul 15 19:12:45.279755 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-36c42333-a8c7-4045-b9fc-aa92fd72b2e6 req-6597f5b5-b11a-4e88-a4a6-da289a673254 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391166 Jul 15 19:12:46.281493 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26952131-8d4a-4799-87ad-f13f9b4e0cde req-e1b8fb3e-9289-4d39-b8aa-523b0d3facc1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555437 Jul 15 19:12:46.383055 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26952131-8d4a-4799-87ad-f13f9b4e0cde req-ea542854-2398-4293-94bd-8a983a3aa699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:46.384671 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26952131-8d4a-4799-87ad-f13f9b4e0cde req-ea542854-2398-4293-94bd-8a983a3aa699 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=486c66d28b444df8a8a63dcbc2a36275&device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 1099 time: 0.0564451 Jul 15 19:12:46.393166 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063e748-407d-49c1-b70b-ba41e759dfd5 req-a3da83a2-232e-4653-9860-2c53d6d659e3 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:46.394792 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d063e748-407d-49c1-b70b-ba41e759dfd5 req-a3da83a2-232e-4653-9860-2c53d6d659e3 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0723546 Jul 15 19:12:46.433637 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d063e748-407d-49c1-b70b-ba41e759dfd5 req-bfd684d3-6de2-4282-8a56-b2db514381fb tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331554 Jul 15 19:12:46.525607 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2341f478-35b3-4d44-aaa2-93a3fb3a142e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:46.534224 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a3e70-05b8-4995-9be9-6048e722ed5b req-869d9ee8-98da-4f54-9a60-dcc49b6e04a4 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:46.535765 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-140a3e70-05b8-4995-9be9-6048e722ed5b req-869d9ee8-98da-4f54-9a60-dcc49b6e04a4 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 946 time: 0.1414433 Jul 15 19:12:46.538966 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26952131-8d4a-4799-87ad-f13f9b4e0cde req-6507f444-216c-4bd9-bef8-23b9b5828994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:46.540444 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26952131-8d4a-4799-87ad-f13f9b4e0cde req-6507f444-216c-4bd9-bef8-23b9b5828994 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 200 len: 916 time: 0.1168149 Jul 15 19:12:46.589970 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26952131-8d4a-4799-87ad-f13f9b4e0cde req-4fea5da5-1a24-4216-b2f3-424fa8434b29 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ebbf1e-598c-49f5-9a66-7144131d27dd HTTP/1.1" status: 200 len: 217 time: 0.0417447 Jul 15 19:12:46.642386 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-140a3e70-05b8-4995-9be9-6048e722ed5b req-83098b07-e70c-495c-b54b-0ddfe05db564 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008353 Jul 15 19:12:46.665484 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26952131-8d4a-4799-87ad-f13f9b4e0cde req-1637b79c-472e-40e4-9446-8535e9d971e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:46.665484 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26952131-8d4a-4799-87ad-f13f9b4e0cde req-1637b79c-472e-40e4-9446-8535e9d971e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc09f7a0-22df-48da-82a7-ef3aa6421dcf HTTP/1.1" status: 200 len: 855 time: 0.0581412 Jul 15 19:12:46.706067 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26952131-8d4a-4799-87ad-f13f9b4e0cde req-d2122a05-ae75-4147-ad46-4287850cf474 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345929 Jul 15 19:12:46.801635 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26952131-8d4a-4799-87ad-f13f9b4e0cde req-add0f9ea-88d4-498b-8d55-9129c0181170 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879343 Jul 15 19:12:46.920177 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26952131-8d4a-4799-87ad-f13f9b4e0cde req-b86ba493-cc32-4e1f-8a08-e74998fecbb8 service neutron] 10.222.0.81 "GET /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116695 Jul 15 19:12:46.959455 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bcdc9-2c08-4a00-a078-bc0be37b20b8 req-bd052e2b-f2ab-48ec-bf7d-9898f7184a4f tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:46.960829 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b30bcdc9-2c08-4a00-a078-bc0be37b20b8 req-bd052e2b-f2ab-48ec-bf7d-9898f7184a4f tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 946 time: 0.0744236 Jul 15 19:12:47.080990 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-b30bcdc9-2c08-4a00-a078-bc0be37b20b8 req-29a3ea8c-8792-4114-b8f4-574da7638eec tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Deleting port 21deac48-168c-4d7b-b57a-a86d16ae4daa {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:47.081357 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b30bcdc9-2c08-4a00-a078-bc0be37b20b8 req-29a3ea8c-8792-4114-b8f4-574da7638eec tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:47.172031 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-b30bcdc9-2c08-4a00-a078-bc0be37b20b8 req-29a3ea8c-8792-4114-b8f4-574da7638eec tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] For port 21deac48-168c-4d7b-b57a-a86d16ae4daa, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21deac48-168c-4d7b-b57a-a86d16ae4daa,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:47.172374 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b30bcdc9-2c08-4a00-a078-bc0be37b20b8 req-29a3ea8c-8792-4114-b8f4-574da7638eec tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:47.184394 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-b30bcdc9-2c08-4a00-a078-bc0be37b20b8 req-29a3ea8c-8792-4114-b8f4-574da7638eec tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Calling delete_port for 21deac48-168c-4d7b-b57a-a86d16ae4daa owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:47.317310 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b30bcdc9-2c08-4a00-a078-bc0be37b20b8 req-29a3ea8c-8792-4114-b8f4-574da7638eec tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:47.331569 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['77ebbf1e-598c-49f5-9a66-7144131d27dd', '79ac5ecf-dc65-424b-8dd9-fff5e486b5ad', 'cfb493fe-15de-48ed-a017-e32840bd54ce', '21deac48-168c-4d7b-b57a-a86d16ae4daa'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:12:47.345672 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3ea8c-8792-4114-b8f4-574da7638eec tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Pushing event deleted for resources: {'Port': ['ID=21deac48-168c-4d7b-b57a-a86d16ae4daa,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:47.396047 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30bcdc9-2c08-4a00-a078-bc0be37b20b8 req-29a3ea8c-8792-4114-b8f4-574da7638eec tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] No DVR routers for this DVR port 21deac48-168c-4d7b-b57a-a86d16ae4daa on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:12:47.398806 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b30bcdc9-2c08-4a00-a078-bc0be37b20b8 req-29a3ea8c-8792-4114-b8f4-574da7638eec tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:47.400856 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b30bcdc9-2c08-4a00-a078-bc0be37b20b8 req-29a3ea8c-8792-4114-b8f4-574da7638eec tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "DELETE /v2.0/ports/21deac48-168c-4d7b-b57a-a86d16ae4daa HTTP/1.1" status: 204 len: 173 time: 0.4342422 Jul 15 19:12:47.401314 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ae052b-d09a-4928-9a49-58ab01012358', 'name': 'network-vif-deleted', 'tag': '21deac48-168c-4d7b-b57a-a86d16ae4daa'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:47.403605 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e20233-514a-4851-828f-36ee3b3782b4" -d '{"events": [{"server_uuid": "a4ae052b-d09a-4928-9a49-58ab01012358", "name": "network-vif-deleted", "tag": "21deac48-168c-4d7b-b57a-a86d16ae4daa"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:47.441922 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e700a25-0e10-4df1-8c6d-b0a52ed4dfde x-openstack-request-id: req-8e700a25-0e10-4df1-8c6d-b0a52ed4dfde {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:47.442208 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ae052b-d09a-4928-9a49-58ab01012358", "name": "network-vif-deleted", "tag": "21deac48-168c-4d7b-b57a-a86d16ae4daa", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:47.442503 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e700a25-0e10-4df1-8c6d-b0a52ed4dfde {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:47.442871 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ae052b-d09a-4928-9a49-58ab01012358', 'name': 'network-vif-deleted', 'tag': '21deac48-168c-4d7b-b57a-a86d16ae4daa', 'status': 'completed', 'code': 200} Jul 15 19:12:47.627856 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aa9c2-d9ba-41bf-a32d-666789579594 req-533cfa9f-c8d4-4e58-9c92-208a6137702d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:47.629285 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c2aa9c2-d9ba-41bf-a32d-666789579594 req-533cfa9f-c8d4-4e58-9c92-208a6137702d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0694203 Jul 15 19:12:47.668637 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c2aa9c2-d9ba-41bf-a32d-666789579594 req-5f3bd799-6e16-4cd5-9fec-45f9d1c325e0 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335145 Jul 15 19:12:47.807755 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-59a16103-149b-43f2-ba3d-4df9a73a6669 req-9e57ed4e-02c0-4ed5-a42b-b7c2ee98b3f7 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ae052b-d09a-4928-9a49-58ab01012358 HTTP/1.1" status: 200 len: 210 time: 0.0348773 Jul 15 19:12:48.863286 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753b01d-8fd0-4269-b309-03697a4b0f7a req-aff3c48a-65f1-47b2-b937-b13a7e933600 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:48.865588 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1753b01d-8fd0-4269-b309-03697a4b0f7a req-aff3c48a-65f1-47b2-b937-b13a7e933600 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0769720 Jul 15 19:12:48.904199 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1753b01d-8fd0-4269-b309-03697a4b0f7a req-aa265140-0b08-4eb2-8590-c2f532731ec2 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337598 Jul 15 19:12:49.437150 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 21deac48-168c-4d7b-b57a-a86d16ae4daa no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:12:49.460693 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: 21deac48-168c-4d7b-b57a-a86d16ae4daa {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:12:49.461032 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 21deac48-168c-4d7b-b57a-a86d16ae4daa not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:12:50.099621 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94a3f7-202d-43c2-b85a-1ad167380ae6 req-dca25a5c-f67d-4dd1-8ae2-696849dd23bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:50.101218 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec94a3f7-202d-43c2-b85a-1ad167380ae6 req-dca25a5c-f67d-4dd1-8ae2-696849dd23bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0763497 Jul 15 19:12:50.140118 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec94a3f7-202d-43c2-b85a-1ad167380ae6 req-48e79116-0a36-47ad-9c2b-38e3e4982df7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330989 Jul 15 19:12:50.232869 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:50.423661 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d2f16-d98e-4582-a8e8-19696a12762d req-19a7cd8c-66f5-4eb7-aa78-5cbfb98761da tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:50.425219 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-494d2f16-d98e-4582-a8e8-19696a12762d req-19a7cd8c-66f5-4eb7-aa78-5cbfb98761da tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 946 time: 0.0883362 Jul 15 19:12:50.471924 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-494d2f16-d98e-4582-a8e8-19696a12762d req-2fe52ba2-e9e7-4df2-8bf9-50a904e35a6e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384336 Jul 15 19:12:51.182107 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e7212786-cbe1-48a0-92ea-00a6cf76a6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:51.341469 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8aad08-c6f8-42c5-8cd6-31d2912cb6d6 req-5bef5646-5591-47ef-8ae4-c3bf8f0db26f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:51.343034 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2d8aad08-c6f8-42c5-8cd6-31d2912cb6d6 req-5bef5646-5591-47ef-8ae4-c3bf8f0db26f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0725625 Jul 15 19:12:51.382730 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2d8aad08-c6f8-42c5-8cd6-31d2912cb6d6 req-a54ccfe0-b73b-4dc7-ab97-c0b65faa6b55 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339718 Jul 15 19:12:51.651562 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733b677-7163-430c-af1a-778b92cf9e52 req-59e4f366-68e8-4844-92f4-af4600fd8b39 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:51.654629 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1733b677-7163-430c-af1a-778b92cf9e52 req-59e4f366-68e8-4844-92f4-af4600fd8b39 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 946 time: 0.0670211 Jul 15 19:12:51.700928 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1733b677-7163-430c-af1a-778b92cf9e52 req-95f505b0-f894-447b-a281-1100e3fb770e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391328 Jul 15 19:12:51.936153 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a0fa1-b541-4951-9655-0dfd3f8ae0c1 req-4223dcad-c682-482b-a405-b9f981deb852 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:51.937642 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-628a0fa1-b541-4951-9655-0dfd3f8ae0c1 req-4223dcad-c682-482b-a405-b9f981deb852 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 946 time: 0.0756264 Jul 15 19:12:52.044704 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-628a0fa1-b541-4951-9655-0dfd3f8ae0c1 req-2917ac87-40d2-4113-a322-6ed15b9bac01 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Deleting port cfb493fe-15de-48ed-a017-e32840bd54ce {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:52.045085 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-628a0fa1-b541-4951-9655-0dfd3f8ae0c1 req-2917ac87-40d2-4113-a322-6ed15b9bac01 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:52.085786 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:52.142142 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-628a0fa1-b541-4951-9655-0dfd3f8ae0c1 req-2917ac87-40d2-4113-a322-6ed15b9bac01 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] For port cfb493fe-15de-48ed-a017-e32840bd54ce, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cfb493fe-15de-48ed-a017-e32840bd54ce,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:52.142649 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-628a0fa1-b541-4951-9655-0dfd3f8ae0c1 req-2917ac87-40d2-4113-a322-6ed15b9bac01 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:52.160615 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-628a0fa1-b541-4951-9655-0dfd3f8ae0c1 req-2917ac87-40d2-4113-a322-6ed15b9bac01 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Calling delete_port for cfb493fe-15de-48ed-a017-e32840bd54ce owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:52.300255 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-628a0fa1-b541-4951-9655-0dfd3f8ae0c1 req-2917ac87-40d2-4113-a322-6ed15b9bac01 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:52.314800 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['77ebbf1e-598c-49f5-9a66-7144131d27dd', '79ac5ecf-dc65-424b-8dd9-fff5e486b5ad', 'cfb493fe-15de-48ed-a017-e32840bd54ce'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:12:52.340328 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917ac87-40d2-4113-a322-6ed15b9bac01 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Pushing event deleted for resources: {'Port': ['ID=cfb493fe-15de-48ed-a017-e32840bd54ce,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:52.384273 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-628a0fa1-b541-4951-9655-0dfd3f8ae0c1 req-2917ac87-40d2-4113-a322-6ed15b9bac01 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] No DVR routers for this DVR port cfb493fe-15de-48ed-a017-e32840bd54ce on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:12:52.386958 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-628a0fa1-b541-4951-9655-0dfd3f8ae0c1 req-2917ac87-40d2-4113-a322-6ed15b9bac01 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:52.389172 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-628a0fa1-b541-4951-9655-0dfd3f8ae0c1 req-2917ac87-40d2-4113-a322-6ed15b9bac01 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "DELETE /v2.0/ports/cfb493fe-15de-48ed-a017-e32840bd54ce HTTP/1.1" status: 204 len: 173 time: 0.4460976 Jul 15 19:12:52.389647 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e020828a-6b21-4159-a415-0c565e811f11', 'name': 'network-vif-deleted', 'tag': 'cfb493fe-15de-48ed-a017-e32840bd54ce'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:52.392577 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d7ad68-5ac8-4cee-93b1-c055b1a61f3a" -d '{"events": [{"server_uuid": "e020828a-6b21-4159-a415-0c565e811f11", "name": "network-vif-deleted", "tag": "cfb493fe-15de-48ed-a017-e32840bd54ce"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:52.443660 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2bab43-2bca-473e-a6ec-4b8f91784092 x-openstack-request-id: req-5c2bab43-2bca-473e-a6ec-4b8f91784092 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:52.443954 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e020828a-6b21-4159-a415-0c565e811f11", "name": "network-vif-deleted", "tag": "cfb493fe-15de-48ed-a017-e32840bd54ce", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:52.444206 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c2bab43-2bca-473e-a6ec-4b8f91784092 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:52.444664 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e020828a-6b21-4159-a415-0c565e811f11', 'name': 'network-vif-deleted', 'tag': 'cfb493fe-15de-48ed-a017-e32840bd54ce', 'status': 'completed', 'code': 200} Jul 15 19:12:52.578450 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cdb60-0cdd-4990-ac3b-b1bb80d6285c req-8b91c891-ead5-4b82-902c-b4f6ad09b178 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:52.580433 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-020cdb60-0cdd-4990-ac3b-b1bb80d6285c req-8b91c891-ead5-4b82-902c-b4f6ad09b178 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0649559 Jul 15 19:12:52.620455 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-020cdb60-0cdd-4990-ac3b-b1bb80d6285c req-99c33ab2-1aca-4cb4-a566-af434550e8ac tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337796 Jul 15 19:12:52.864945 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d26a7246-f545-47af-b338-16203699dc31 req-4db0a750-5356-4150-bd1a-266606062673 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=e020828a-6b21-4159-a415-0c565e811f11 HTTP/1.1" status: 200 len: 210 time: 0.0295403 Jul 15 19:12:53.611269 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:53.816449 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064804ba-fa9b-47fd-acf1-1179a48c107f req-25488bec-0f5a-45ed-8435-538f76ee159c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:53.818118 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-064804ba-fa9b-47fd-acf1-1179a48c107f req-25488bec-0f5a-45ed-8435-538f76ee159c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0763643 Jul 15 19:12:53.858312 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-064804ba-fa9b-47fd-acf1-1179a48c107f req-aa2ddf78-20c3-4552-9e39-8f77f6144d2b tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343032 Jul 15 19:12:54.359588 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9aadf-bdd6-40d3-a7c6-5440fc879ec1 req-57a650a8-e130-4364-83a4-be951d913906 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:54.360976 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68a9aadf-bdd6-40d3-a7c6-5440fc879ec1 req-57a650a8-e130-4364-83a4-be951d913906 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 945 time: 0.0728583 Jul 15 19:12:54.406910 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68a9aadf-bdd6-40d3-a7c6-5440fc879ec1 req-2166f0f6-baf0-44e7-a12a-7835d2b58197 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Jul 15 19:12:55.049630 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3d6bd-5055-486f-8d3c-8624813015cf req-02304fd0-3a7b-45a9-85d8-06e611d6d47d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:55.051233 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dce3d6bd-5055-486f-8d3c-8624813015cf req-02304fd0-3a7b-45a9-85d8-06e611d6d47d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0684469 Jul 15 19:12:55.091706 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dce3d6bd-5055-486f-8d3c-8624813015cf req-45de799b-df16-4a1a-84a7-35d0f4d28981 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346620 Jul 15 19:12:55.469544 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device aabd956d-69af-4f50-b2e4-304102ac9a06 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:12:55.473552 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device cfb493fe-15de-48ed-a017-e32840bd54ce no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:12:55.498891 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: cfb493fe-15de-48ed-a017-e32840bd54ce {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:12:55.499236 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device cfb493fe-15de-48ed-a017-e32840bd54ce not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:12:55.606329 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port aabd956d-69af-4f50-b2e4-304102ac9a06, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=aabd956d-69af-4f50-b2e4-304102ac9a06,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:55.614798 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63749628-f9de-454e-898a-260d3b8662a8 req-f0492f19-6e1f-4fad-9fee-c704e1dc9779 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:55.616932 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-63749628-f9de-454e-898a-260d3b8662a8 req-f0492f19-6e1f-4fad-9fee-c704e1dc9779 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 945 time: 0.0801613 Jul 15 19:12:55.619949 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'port_id': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'mac_address': 'fa:16:3e:09:1f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:12:55.663028 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-63749628-f9de-454e-898a-260d3b8662a8 req-fc2db50f-d68b-437d-97a2-e570af12b541 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393090 Jul 15 19:12:55.667340 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:55.684893 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aabd956d-69af-4f50-b2e4-304102ac9a06 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:12:55.725700 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port aabd956d-69af-4f50-b2e4-304102ac9a06, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=aabd956d-69af-4f50-b2e4-304102ac9a06,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:55.731879 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:55.800967 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=aabd956d-69af-4f50-b2e4-304102ac9a06,revision_number=6']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:55.808858 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:55.809906 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:55.810256 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:55.810582 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:55.810920 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:55.811253 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:55.811578 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:55.811905 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:55.812218 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:55.812560 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:55.812984 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:55.813350 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:12:55.818578 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['aabd956d-69af-4f50-b2e4-304102ac9a06'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:12:55.839251 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf94d9-601e-4faa-881e-aaa17d6f1de6 req-a956cc74-6567-41f8-b3ba-4a83915a9a1e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:55.840875 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1faf94d9-601e-4faa-881e-aaa17d6f1de6 req-a956cc74-6567-41f8-b3ba-4a83915a9a1e tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "GET /v2.0/ports?device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 945 time: 0.0980353 Jul 15 19:12:56.009708 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-1faf94d9-601e-4faa-881e-aaa17d6f1de6 req-bb454bee-25c2-4f7f-9c40-0d2354ca341b tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Deleting port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:12:56.010310 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-1faf94d9-601e-4faa-881e-aaa17d6f1de6 req-bb454bee-25c2-4f7f-9c40-0d2354ca341b tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:56.136630 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-1faf94d9-601e-4faa-881e-aaa17d6f1de6 req-bb454bee-25c2-4f7f-9c40-0d2354ca341b tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] For port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=79ac5ecf-dc65-424b-8dd9-fff5e486b5ad,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:56.137185 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-1faf94d9-601e-4faa-881e-aaa17d6f1de6 req-bb454bee-25c2-4f7f-9c40-0d2354ca341b tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:56.162843 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-1faf94d9-601e-4faa-881e-aaa17d6f1de6 req-bb454bee-25c2-4f7f-9c40-0d2354ca341b tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Calling delete_port for 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:12:56.290656 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b903eb5-263c-45a7-b328-3ae398f0b165 req-ed004e1a-f238-47e1-9d08-f21f38c749b7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:56.292173 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b903eb5-263c-45a7-b328-3ae398f0b165 req-ed004e1a-f238-47e1-9d08-f21f38c749b7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 944 time: 0.0669856 Jul 15 19:12:56.343698 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-1faf94d9-601e-4faa-881e-aaa17d6f1de6 req-bb454bee-25c2-4f7f-9c40-0d2354ca341b tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:56.354142 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b903eb5-263c-45a7-b328-3ae398f0b165 req-6bc544d1-18e8-41f4-b4ff-2bc7e529ebbc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550673 Jul 15 19:12:56.358305 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['77ebbf1e-598c-49f5-9a66-7144131d27dd', '79ac5ecf-dc65-424b-8dd9-fff5e486b5ad'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:12:56.380869 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb454bee-25c2-4f7f-9c40-0d2354ca341b tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Pushing event deleted for resources: {'Port': ['ID=79ac5ecf-dc65-424b-8dd9-fff5e486b5ad,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:56.475205 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faf94d9-601e-4faa-881e-aaa17d6f1de6 req-bb454bee-25c2-4f7f-9c40-0d2354ca341b tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] No DVR routers for this DVR port 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:12:56.479340 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-1faf94d9-601e-4faa-881e-aaa17d6f1de6 req-bb454bee-25c2-4f7f-9c40-0d2354ca341b tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:56.483240 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1faf94d9-601e-4faa-881e-aaa17d6f1de6 req-bb454bee-25c2-4f7f-9c40-0d2354ca341b tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "DELETE /v2.0/ports/79ac5ecf-dc65-424b-8dd9-fff5e486b5ad HTTP/1.1" status: 204 len: 173 time: 0.6316946 Jul 15 19:12:56.483979 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3628eac1-f27f-447a-b394-309793067708', 'name': 'network-vif-deleted', 'tag': '79ac5ecf-dc65-424b-8dd9-fff5e486b5ad'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:56.488294 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5258c59e-36d0-409d-95b9-520451f6c66e" -d '{"events": [{"server_uuid": "3628eac1-f27f-447a-b394-309793067708", "name": "network-vif-deleted", "tag": "79ac5ecf-dc65-424b-8dd9-fff5e486b5ad"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:56.568275 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f6f518-ad34-4065-8bba-c2782713500d x-openstack-request-id: req-79f6f518-ad34-4065-8bba-c2782713500d {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:56.570071 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3628eac1-f27f-447a-b394-309793067708", "name": "network-vif-deleted", "tag": "79ac5ecf-dc65-424b-8dd9-fff5e486b5ad", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:56.570718 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79f6f518-ad34-4065-8bba-c2782713500d {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:56.571931 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3628eac1-f27f-447a-b394-309793067708', 'name': 'network-vif-deleted', 'tag': '79ac5ecf-dc65-424b-8dd9-fff5e486b5ad', 'status': 'completed', 'code': 200} Jul 15 19:12:56.858330 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d9f390cc-4b2d-4663-91ef-3257a3fc26a4 req-87ada050-8f71-4e9e-acb3-515d6fd65328 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=3628eac1-f27f-447a-b394-309793067708 HTTP/1.1" status: 200 len: 210 time: 0.0377231 Jul 15 19:12:57.504254 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device aabd956d-69af-4f50-b2e4-304102ac9a06 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:12:57.603383 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port aabd956d-69af-4f50-b2e4-304102ac9a06 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:12:57.603755 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:57.628447 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c0d99-233f-45f3-9f7c-bbb88ab4aa4f req-25a7bccd-6343-421e-a4cf-84b15deec1aa tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:57.630115 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c8c0d99-233f-45f3-9f7c-bbb88ab4aa4f req-25a7bccd-6343-421e-a4cf-84b15deec1aa tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 944 time: 0.1043448 Jul 15 19:12:57.683633 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c8c0d99-233f-45f3-9f7c-bbb88ab4aa4f req-d23c9d85-e8cb-4e52-9e33-065acd80ffe9 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443962 Jul 15 19:12:57.726078 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:57.754585 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:12:57.757151 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55ed199-cbff-431c-ac59-613096556480" -d '{"events": [{"server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "name": "network-vif-plugged", "status": "completed", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:12:57.774892 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port aabd956d-69af-4f50-b2e4-304102ac9a06, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=aabd956d-69af-4f50-b2e4-304102ac9a06,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:12:57.789603 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:57.790606 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:12:57.819011 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f8a514-2332-4354-b025-06bfcd685eca x-openstack-request-id: req-b8f8a514-2332-4354-b025-06bfcd685eca {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:12:57.819320 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "name": "network-vif-plugged", "status": "completed", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:12:57.819521 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8f8a514-2332-4354-b025-06bfcd685eca {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:12:57.820279 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'code': 200} Jul 15 19:12:57.840098 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:12:57.840616 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 79ac5ecf-dc65-424b-8dd9-fff5e486b5ad not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:12:57.869262 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=aabd956d-69af-4f50-b2e4-304102ac9a06,revision_number=7']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:12:58.904600 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d59197-b099-43a4-83d0-b5aeed22de02 req-9656a12a-c939-469b-8201-e4d9eed5ca72 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:58.906137 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-62d59197-b099-43a4-83d0-b5aeed22de02 req-9656a12a-c939-469b-8201-e4d9eed5ca72 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0802205 Jul 15 19:12:58.953695 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-62d59197-b099-43a4-83d0-b5aeed22de02 req-2a5a65db-7014-4066-93ef-5a342ed499a9 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404584 Jul 15 19:12:59.553180 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac3dfa-74d7-456a-bcac-44d36f2c4da5 req-fd4c1b9b-726e-43e5-aec1-a997591afa28 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:12:59.556193 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-beac3dfa-74d7-456a-bcac-44d36f2c4da5 req-fd4c1b9b-726e-43e5-aec1-a997591afa28 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 946 time: 0.0808318 Jul 15 19:12:59.608960 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-beac3dfa-74d7-456a-bcac-44d36f2c4da5 req-96036d95-9205-4fce-9cee-e164ecb7d7e5 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445652 Jul 15 19:13:00.177570 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50c7e2-9e8c-4564-9608-9deb99f8ddbd req-f01b1fe7-143f-48eb-855b-bca24459ac21 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:00.179101 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e50c7e2-9e8c-4564-9608-9deb99f8ddbd req-f01b1fe7-143f-48eb-855b-bca24459ac21 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0792747 Jul 15 19:13:00.228046 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e50c7e2-9e8c-4564-9608-9deb99f8ddbd req-369639d9-8b8e-41ec-86e3-664c3c24f797 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420940 Jul 15 19:13:00.867914 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609b6ad-5e8d-4f11-b32c-f4017bd9745a req-91f0d2c3-fb00-4699-a53a-d7469240e7d6 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:00.869663 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4609b6ad-5e8d-4f11-b32c-f4017bd9745a req-91f0d2c3-fb00-4699-a53a-d7469240e7d6 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 946 time: 0.0970814 Jul 15 19:13:00.918697 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4609b6ad-5e8d-4f11-b32c-f4017bd9745a req-1ee20635-1114-4a12-b59f-7ea805166042 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/security-groups?id=5bf27048-0485-4654-9540-24b4b02a1e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Jul 15 19:13:01.017315 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea1c38-30ae-478b-9e82-a9aa611bfa61 req-d60bfa4c-7e9a-4b75-87d4-341e3194bf34 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:01.018889 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fea1c38-30ae-478b-9e82-a9aa611bfa61 req-d60bfa4c-7e9a-4b75-87d4-341e3194bf34 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 946 time: 0.1164956 Jul 15 19:13:01.541551 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-4fea1c38-30ae-478b-9e82-a9aa611bfa61 req-ddf0a78a-fce2-4e90-82bd-22b6b0e153cc tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Deleting port 77ebbf1e-598c-49f5-9a66-7144131d27dd {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:13:01.542189 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fea1c38-30ae-478b-9e82-a9aa611bfa61 req-ddf0a78a-fce2-4e90-82bd-22b6b0e153cc tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:01.605157 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067770cd-8dcc-49f0-9b35-b4c6dd544a5b req-c1282c1b-601d-46fe-aa96-4a4665491e7d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:01.609641 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-067770cd-8dcc-49f0-9b35-b4c6dd544a5b req-c1282c1b-601d-46fe-aa96-4a4665491e7d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.1783879 Jul 15 19:13:01.725755 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-067770cd-8dcc-49f0-9b35-b4c6dd544a5b req-48d1235e-1b83-4b63-a224-000da24838d4 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715535 Jul 15 19:13:01.731804 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-4fea1c38-30ae-478b-9e82-a9aa611bfa61 req-ddf0a78a-fce2-4e90-82bd-22b6b0e153cc tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] For port 77ebbf1e-598c-49f5-9a66-7144131d27dd, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=77ebbf1e-598c-49f5-9a66-7144131d27dd,segment=NetworkSegment(dcf01ea2-1cc6-4255-8c1d-d93f03f4828d),segment_id=dcf01ea2-1cc6-4255-8c1d-d93f03f4828d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:01.732180 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fea1c38-30ae-478b-9e82-a9aa611bfa61 req-ddf0a78a-fce2-4e90-82bd-22b6b0e153cc tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:01.747820 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-4fea1c38-30ae-478b-9e82-a9aa611bfa61 req-ddf0a78a-fce2-4e90-82bd-22b6b0e153cc tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Calling delete_port for 77ebbf1e-598c-49f5-9a66-7144131d27dd owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:13:01.908225 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fea1c38-30ae-478b-9e82-a9aa611bfa61 req-ddf0a78a-fce2-4e90-82bd-22b6b0e153cc tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:01.940695 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0a78a-fce2-4e90-82bd-22b6b0e153cc tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Pushing event deleted for resources: {'Port': ['ID=77ebbf1e-598c-49f5-9a66-7144131d27dd,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:02.025451 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fea1c38-30ae-478b-9e82-a9aa611bfa61 req-ddf0a78a-fce2-4e90-82bd-22b6b0e153cc tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] No DVR routers for this DVR port 77ebbf1e-598c-49f5-9a66-7144131d27dd on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:13:02.030813 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fea1c38-30ae-478b-9e82-a9aa611bfa61 req-ddf0a78a-fce2-4e90-82bd-22b6b0e153cc tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:02.032952 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fea1c38-30ae-478b-9e82-a9aa611bfa61 req-ddf0a78a-fce2-4e90-82bd-22b6b0e153cc tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.81 "DELETE /v2.0/ports/77ebbf1e-598c-49f5-9a66-7144131d27dd HTTP/1.1" status: 204 len: 173 time: 1.0085833 Jul 15 19:13:02.033883 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f71511-6168-4f19-b3c3-7e57a37503ad', 'name': 'network-vif-deleted', 'tag': '77ebbf1e-598c-49f5-9a66-7144131d27dd'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:02.037569 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c112e7-725a-4692-bc81-7797f3916521" -d '{"events": [{"server_uuid": "71f71511-6168-4f19-b3c3-7e57a37503ad", "name": "network-vif-deleted", "tag": "77ebbf1e-598c-49f5-9a66-7144131d27dd"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:02.113414 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dbeb89-b9d1-4bbe-b096-44d670cd3a6a x-openstack-request-id: req-83dbeb89-b9d1-4bbe-b096-44d670cd3a6a {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:02.114571 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f71511-6168-4f19-b3c3-7e57a37503ad", "name": "network-vif-deleted", "tag": "77ebbf1e-598c-49f5-9a66-7144131d27dd", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:02.116298 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83dbeb89-b9d1-4bbe-b096-44d670cd3a6a {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:02.116974 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f71511-6168-4f19-b3c3-7e57a37503ad', 'name': 'network-vif-deleted', 'tag': '77ebbf1e-598c-49f5-9a66-7144131d27dd', 'status': 'completed', 'code': 200} Jul 15 19:13:02.192777 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b0918cf-dfdb-47c2-94ab-f74f2a50e0a2 req-ee2819ae-84f1-4407-a1e7-21f452848443 tempest-AttachVolumeNegativeTest-946139434 tempest-AttachVolumeNegativeTest-946139434-project] 10.222.0.78 "GET /v2.0/ports?device_id=71f71511-6168-4f19-b3c3-7e57a37503ad HTTP/1.1" status: 200 len: 210 time: 0.0406480 Jul 15 19:13:02.283905 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:13:02.946300 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882696c-5ec8-4f3f-bd91-1b70ae6fe545 req-ec6ad27a-8a50-4675-a775-ce3a226ddc96 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:02.948081 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f882696c-5ec8-4f3f-bd91-1b70ae6fe545 req-ec6ad27a-8a50-4675-a775-ce3a226ddc96 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0788016 Jul 15 19:13:02.992210 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f882696c-5ec8-4f3f-bd91-1b70ae6fe545 req-46cdfc99-34b2-4aef-86c9-baba93636494 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364783 Jul 15 19:13:03.298035 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 54332) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:03.349763 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Deleting subnet bc09f7a0-22df-48da-82a7-ef3aa6421dcf {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:13:03.354220 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:03.400676 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955174'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:03.450577 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:03.514772 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58955025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58949662'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:03.545037 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 77ebbf1e-598c-49f5-9a66-7144131d27dd no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:13:03.552499 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc09f7a0-22df-48da-82a7-ef3aa6421dcf,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:03.567291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:03.567291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:03.567291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:03.567291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:03.567291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:03.567291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:03.567291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:03.567291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:03.567291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:03.568467 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:03.568467 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:03.568467 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:03.576069 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: 77ebbf1e-598c-49f5-9a66-7144131d27dd {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:13:03.576217 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:03.576421 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 77ebbf1e-598c-49f5-9a66-7144131d27dd not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:13:03.578971 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ec156ed7-6da7-4169-bdcd-6f780fc84d40 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bc09f7a0-22df-48da-82a7-ef3aa6421dcf HTTP/1.1" status: 204 len: 168 time: 0.2796228 Jul 15 19:13:03.581885 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 54334) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:03.670294 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3cc54a2-a799-4f45-9b5a-5977d3db4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:03.755402 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3cc54a2-a799-4f45-9b5a-5977d3db4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:03.766535 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c3cc54a2-a799-4f45-9b5a-5977d3db4fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:03.778614 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c3cc54a2-a799-4f45-9b5a-5977d3db4fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:03.778921 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c3cc54a2-a799-4f45-9b5a-5977d3db4fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf01ea2-1cc6-4255-8c1d-d93f03f4828d') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:03.790884 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3cc54a2-a799-4f45-9b5a-5977d3db4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60733193'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:03.812058 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3cc54a2-a799-4f45-9b5a-5977d3db4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:03.821987 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cc54a2-a799-4f45-9b5a-5977d3db4fa5 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:13:03.822602 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3cc54a2-a799-4f45-9b5a-5977d3db4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59799488'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: timer() Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: cb(*args, **kw) Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: self._notify() Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: self.callback(batched_events) Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: event.method(event) Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._get(url).json() Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:13:03.828761 dv-cinder-780933-11-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:13:03.920852 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3cc54a2-a799-4f45-9b5a-5977d3db4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:03.931895 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3cc54a2-a799-4f45-9b5a-5977d3db4fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:03.937657 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c3cc54a2-a799-4f45-9b5a-5977d3db4fa5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9 HTTP/1.1" status: 204 len: 168 time: 0.3517604 Jul 15 19:13:03.952416 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc54a2-a799-4f45-9b5a-5977d3db4fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4eca23b-97ca-42ec-b8db-1c0bd2a73ec9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:04.156462 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 54344) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:04.210720 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8086a362-1b40-45ab-baf8-73ed06749ee8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=486c66d28b444df8a8a63dcbc2a36275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523348 Jul 15 19:13:04.212298 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717b15-7736-47bc-8001-522c90a6dd68 req-93522991-61ee-42f3-85e8-7fd3f5d2421e tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:04.213743 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 54346) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:04.214099 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91717b15-7736-47bc-8001-522c90a6dd68 req-93522991-61ee-42f3-85e8-7fd3f5d2421e tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0820916 Jul 15 19:13:04.277819 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91717b15-7736-47bc-8001-522c90a6dd68 req-5b484ff6-b7ba-47de-83fb-ef1f289747dc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573823 Jul 15 19:13:04.297236 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-577dea3f-eb9e-448c-ab8b-1fe04c350647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:04.327446 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-577dea3f-eb9e-448c-ab8b-1fe04c350647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:04.393063 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-577dea3f-eb9e-448c-ab8b-1fe04c350647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:04.397024 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-577dea3f-eb9e-448c-ab8b-1fe04c350647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:04.401059 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-577dea3f-eb9e-448c-ab8b-1fe04c350647 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5bf27048-0485-4654-9540-24b4b02a1e59 HTTP/1.1" status: 204 len: 168 time: 0.1857743 Jul 15 19:13:04.417336 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dea3f-eb9e-448c-ab8b-1fe04c350647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf27048-0485-4654-9540-24b4b02a1e59,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:05.470875 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededbee6-0cfd-44e0-be22-d5fff44416ef req-3c8d30aa-6857-421c-bbf6-e0b7c8c285e3 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:05.472523 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ededbee6-0cfd-44e0-be22-d5fff44416ef req-3c8d30aa-6857-421c-bbf6-e0b7c8c285e3 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0744929 Jul 15 19:13:05.523701 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ededbee6-0cfd-44e0-be22-d5fff44416ef req-036d99b3-8f54-45d3-8f34-a11c624cdfa7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428970 Jul 15 19:13:05.640488 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9a614-653e-43b4-99c0-119eb5e8d9b5 req-91c0a473-abe4-4fd2-b71b-c78fbef1196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:05.642057 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5f9a614-653e-43b4-99c0-119eb5e8d9b5 req-91c0a473-abe4-4fd2-b71b-c78fbef1196c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 1098 time: 0.0637925 Jul 15 19:13:05.740573 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9a614-653e-43b4-99c0-119eb5e8d9b5 req-e61b6003-0d0f-4675-b6f7-270b6cbbcf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:05.742118 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5f9a614-653e-43b4-99c0-119eb5e8d9b5 req-e61b6003-0d0f-4675-b6f7-270b6cbbcf48 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 918 time: 0.0938513 Jul 15 19:13:05.818260 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5f9a614-653e-43b4-99c0-119eb5e8d9b5 req-73df129e-5afb-4d1b-9e99-cb8fe9329a70 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aabd956d-69af-4f50-b2e4-304102ac9a06 HTTP/1.1" status: 200 len: 999 time: 0.0684791 Jul 15 19:13:05.869423 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9a614-653e-43b4-99c0-119eb5e8d9b5 req-49f72731-377f-4b7e-85bd-f7b7c9f6a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:05.870904 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5f9a614-653e-43b4-99c0-119eb5e8d9b5 req-49f72731-377f-4b7e-85bd-f7b7c9f6a018 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 HTTP/1.1" status: 200 len: 856 time: 0.0470166 Jul 15 19:13:05.933416 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9a614-653e-43b4-99c0-119eb5e8d9b5 req-0695dece-5569-40cf-89a5-926b5b34214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:05.934857 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5f9a614-653e-43b4-99c0-119eb5e8d9b5 req-0695dece-5569-40cf-89a5-926b5b34214d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0575135 Jul 15 19:13:06.034302 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5f9a614-653e-43b4-99c0-119eb5e8d9b5 req-5894828a-7967-414a-a203-b1874c11c83f service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929255 Jul 15 19:13:06.137281 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5f9a614-653e-43b4-99c0-119eb5e8d9b5 req-8854d680-5f5c-4062-bdb9-a39118ab77ba service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969532 Jul 15 19:13:06.420693 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 54408) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:06.552477 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eed97ef1-8d2f-4ab8-9085-d8874227d529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.657554 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eed97ef1-8d2f-4ab8-9085-d8874227d529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.663091 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eed97ef1-8d2f-4ab8-9085-d8874227d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.704511 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-eed97ef1-8d2f-4ab8-9085-d8874227d529 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=396e9ce3c74144548e5ecb22b10eb3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826695 Jul 15 19:13:06.705484 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed97ef1-8d2f-4ab8-9085-d8874227d529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b66428a-99d4-46e1-8318-a89a8e45b093,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:06.708427 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 54414) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:06.732129 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e37ed5-2465-4860-8218-e1b44534c6e7 req-46a961d8-9f9b-49bb-a140-a67c7f5c21bb tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:06.733705 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-12e37ed5-2465-4860-8218-e1b44534c6e7 req-46a961d8-9f9b-49bb-a140-a67c7f5c21bb tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 945 time: 0.0799937 Jul 15 19:13:06.762254 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc714-fd2c-4e0a-a350-a3b0d42949e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.774853 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-12e37ed5-2465-4860-8218-e1b44534c6e7 req-340d4a21-8286-490b-8e9d-485250d17a16 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352252 Jul 15 19:13:06.784801 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc714-fd2c-4e0a-a350-a3b0d42949e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.836911 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc714-fd2c-4e0a-a350-a3b0d42949e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.839685 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc714-fd2c-4e0a-a350-a3b0d42949e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:06.843478 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e8cfc714-fd2c-4e0a-a350-a3b0d42949e8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b66428a-99d4-46e1-8318-a89a8e45b093 HTTP/1.1" status: 204 len: 168 time: 0.1318798 Jul 15 19:13:06.849547 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfc714-fd2c-4e0a-a350-a3b0d42949e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b66428a-99d4-46e1-8318-a89a8e45b093,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:07.143259 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 54420) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:07.163294 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2346a840-aafb-4a6b-9b2b-fec127765cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.274474 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2346a840-aafb-4a6b-9b2b-fec127765cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.282382 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2346a840-aafb-4a6b-9b2b-fec127765cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.329456 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346a840-aafb-4a6b-9b2b-fec127765cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d32ef20-3fde-4af8-b48e-348e94c9259b,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:07.333885 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2346a840-aafb-4a6b-9b2b-fec127765cb3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=108a1b67c1c7446080ae94e487dbd220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895232 Jul 15 19:13:07.338634 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 54422) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:07.392063 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f521d10c-c2f5-4ba3-8aae-b5b1381592dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.417096 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f521d10c-c2f5-4ba3-8aae-b5b1381592dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.469337 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f521d10c-c2f5-4ba3-8aae-b5b1381592dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.471915 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f521d10c-c2f5-4ba3-8aae-b5b1381592dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.473089 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f521d10c-c2f5-4ba3-8aae-b5b1381592dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3d32ef20-3fde-4af8-b48e-348e94c9259b HTTP/1.1" status: 204 len: 168 time: 0.1335399 Jul 15 19:13:07.483252 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521d10c-c2f5-4ba3-8aae-b5b1381592dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d32ef20-3fde-4af8-b48e-348e94c9259b,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:07.544951 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device aabd956d-69af-4f50-b2e4-304102ac9a06 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:13:07.642140 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.669387 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:07.672596 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d072a9ac-a97f-4165-8bfe-b24b6a4ccb7c" -d '{"events": [{"server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "name": "network-vif-unplugged", "status": "completed", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:07.697619 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port aabd956d-69af-4f50-b2e4-304102ac9a06, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=aabd956d-69af-4f50-b2e4-304102ac9a06,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:07.703887 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:07.730717 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f10e6a-1aaa-4121-a50b-ec3ff2a47356 x-openstack-request-id: req-44f10e6a-1aaa-4121-a50b-ec3ff2a47356 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:07.731259 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "name": "network-vif-unplugged", "status": "completed", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:07.731723 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44f10e6a-1aaa-4121-a50b-ec3ff2a47356 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:07.732213 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'code': 200} Jul 15 19:13:07.758654 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=aabd956d-69af-4f50-b2e4-304102ac9a06,revision_number=8']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:07.973090 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971b3e4-e08e-492f-9930-161b6348f33c req-1478b84c-4a55-4327-ae33-d51733dbf05d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:07.974715 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b971b3e4-e08e-492f-9930-161b6348f33c req-1478b84c-4a55-4327-ae33-d51733dbf05d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.0732241 Jul 15 19:13:08.016084 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b971b3e4-e08e-492f-9930-161b6348f33c req-98c1c730-67a5-4265-a95e-ccd2d4ecada3 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355601 Jul 15 19:13:09.305373 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad3cba-b645-4415-9686-510a5c6d3108 req-40bfbe1c-9ddc-400f-8242-2a657202c893 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:09.306944 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cad3cba-b645-4415-9686-510a5c6d3108 req-40bfbe1c-9ddc-400f-8242-2a657202c893 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.1265395 Jul 15 19:13:09.310142 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a76754e-6858-4bcd-9af0-014142a727ff req-59b392ee-0b3d-4dc5-a3a7-e0a41ea61571 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958953 Jul 15 19:13:09.365744 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cad3cba-b645-4415-9686-510a5c6d3108 req-df7a86c9-067a-4617-be1a-7ae5483ce2e6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502224 Jul 15 19:13:10.251441 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76754e-6858-4bcd-9af0-014142a727ff req-f2ae280a-dc77-45fd-b45e-587395ad141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:10.253419 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a76754e-6858-4bcd-9af0-014142a727ff req-f2ae280a-dc77-45fd-b45e-587395ad141d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0&tenant_id=0be4587d964244979a1f44d613e7a0fd HTTP/1.1" status: 200 len: 1096 time: 0.0726328 Jul 15 19:13:10.336805 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76754e-6858-4bcd-9af0-014142a727ff req-dbd4dae5-47cb-47a9-9624-8729ddcc0de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:10.338404 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a76754e-6858-4bcd-9af0-014142a727ff req-dbd4dae5-47cb-47a9-9624-8729ddcc0de0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 1096 time: 0.0609927 Jul 15 19:13:10.443968 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76754e-6858-4bcd-9af0-014142a727ff req-49e0d078-5c23-438b-b828-ad9d7ebc97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:10.445843 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a76754e-6858-4bcd-9af0-014142a727ff req-49e0d078-5c23-438b-b828-ad9d7ebc97ab service neutron] 10.222.0.81 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 918 time: 0.1011851 Jul 15 19:13:10.540933 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a76754e-6858-4bcd-9af0-014142a727ff req-149284f2-f9fd-4345-9d02-cf1070b0a13b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aabd956d-69af-4f50-b2e4-304102ac9a06 HTTP/1.1" status: 200 len: 997 time: 0.0888381 Jul 15 19:13:10.602868 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cc421-d07f-457c-b5d9-e7df14ee7ea9 req-0fa6c594-82f8-4830-b072-98951cd970c5 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:10.604820 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76754e-6858-4bcd-9af0-014142a727ff req-6f286767-6cc7-4ba5-9e8e-9379785f4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:10.605483 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-130cc421-d07f-457c-b5d9-e7df14ee7ea9 req-0fa6c594-82f8-4830-b072-98951cd970c5 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.0935895 Jul 15 19:13:10.606353 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a76754e-6858-4bcd-9af0-014142a727ff req-6f286767-6cc7-4ba5-9e8e-9379785f4dd5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 HTTP/1.1" status: 200 len: 856 time: 0.0592759 Jul 15 19:13:10.669727 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-130cc421-d07f-457c-b5d9-e7df14ee7ea9 req-ed152c39-4c1b-447b-8cf1-f95dcb3f26e9 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526636 Jul 15 19:13:10.674886 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76754e-6858-4bcd-9af0-014142a727ff req-d65177aa-97ce-4cd7-b689-460e58bb1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:10.676782 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a76754e-6858-4bcd-9af0-014142a727ff req-d65177aa-97ce-4cd7-b689-460e58bb1800 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0634296 Jul 15 19:13:10.782463 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a76754e-6858-4bcd-9af0-014142a727ff req-24fdfedf-716d-4a7e-8210-c210264ffc47 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987141 Jul 15 19:13:10.890302 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a76754e-6858-4bcd-9af0-014142a727ff req-fe10c473-91d4-4ecb-a3ae-d4868f8c7f4b service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012874 Jul 15 19:13:11.560471 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device aabd956d-69af-4f50-b2e4-304102ac9a06 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:13:11.773501 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:11.944327 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f1a8-fbf6-4403-8821-dc353e54a11c req-ca231e9e-eae4-48a3-8f99-8a3bbc79980d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:11.950407 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-45d6f1a8-fbf6-4403-8821-dc353e54a11c req-ca231e9e-eae4-48a3-8f99-8a3bbc79980d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.1390312 Jul 15 19:13:12.007148 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-45d6f1a8-fbf6-4403-8821-dc353e54a11c req-9f009542-7ca6-4a5e-8ef7-0e25d3aef65f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487092 Jul 15 19:13:12.070865 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 54546) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:12.192426 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d09f4242-7d86-4bba-af3d-c31f94c050e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:12.292808 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d09f4242-7d86-4bba-af3d-c31f94c050e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:12.300619 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d09f4242-7d86-4bba-af3d-c31f94c050e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:12.340670 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f4242-7d86-4bba-af3d-c31f94c050e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26283cfb-6866-4249-bc08-9db712900f42,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:12.345152 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d09f4242-7d86-4bba-af3d-c31f94c050e5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fcac09088a094343a2601e70264bba55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729475 Jul 15 19:13:12.348151 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 54550) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:12.410314 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9abf5817-db98-4efb-8821-8e4f14ab77f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:12.451453 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9abf5817-db98-4efb-8821-8e4f14ab77f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:12.512406 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9abf5817-db98-4efb-8821-8e4f14ab77f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:12.515404 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9abf5817-db98-4efb-8821-8e4f14ab77f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:12.519462 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9abf5817-db98-4efb-8821-8e4f14ab77f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26283cfb-6866-4249-bc08-9db712900f42 HTTP/1.1" status: 204 len: 168 time: 0.1673861 Jul 15 19:13:12.532182 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf5817-db98-4efb-8821-8e4f14ab77f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26283cfb-6866-4249-bc08-9db712900f42,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:12.852208 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 54556) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:12.870129 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8e85-6882-4a93-bd1a-34ffa4dce250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:12.970173 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8e85-6882-4a93-bd1a-34ffa4dce250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:12.976378 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8e85-6882-4a93-bd1a-34ffa4dce250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:13.012253 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2d8a8e85-6882-4a93-bd1a-34ffa4dce250 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=738be916953a4135a2581dc449093d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588793 Jul 15 19:13:13.015008 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 54558) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:13.021653 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a8e85-6882-4a93-bd1a-34ffa4dce250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010df039-54bd-431d-8174-8305512e4713,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:13.068852 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6b0c3e60-7c6c-464c-bd67-636bc51cbce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:13.106983 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6b0c3e60-7c6c-464c-bd67-636bc51cbce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:13.193551 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6b0c3e60-7c6c-464c-bd67-636bc51cbce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:13.196000 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6b0c3e60-7c6c-464c-bd67-636bc51cbce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:13.197166 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6b0c3e60-7c6c-464c-bd67-636bc51cbce6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/010df039-54bd-431d-8174-8305512e4713 HTTP/1.1" status: 204 len: 168 time: 0.1811008 Jul 15 19:13:13.209576 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c3e60-7c6c-464c-bd67-636bc51cbce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010df039-54bd-431d-8174-8305512e4713,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:13.249694 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6c6cb-5645-47d1-bc8d-0d0e808b1029 req-ec0c0dcf-87b5-4107-bff4-2642a09d1ebd tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:13.257158 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8a6c6cb-5645-47d1-bc8d-0d0e808b1029 req-ec0c0dcf-87b5-4107-bff4-2642a09d1ebd tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.0978630 Jul 15 19:13:13.292418 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8a6c6cb-5645-47d1-bc8d-0d0e808b1029 req-33a368ac-1566-4c95-9ca8-26b358a3cc69 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340862 Jul 15 19:13:14.502023 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc582d99-5aaa-4dd7-b09a-c69ede64c065 req-3eb80f51-bfcd-45e5-b13e-2da24c0afa80 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:14.504503 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc582d99-5aaa-4dd7-b09a-c69ede64c065 req-3eb80f51-bfcd-45e5-b13e-2da24c0afa80 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.0773704 Jul 15 19:13:14.561892 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc582d99-5aaa-4dd7-b09a-c69ede64c065 req-214ef45d-ed80-43a1-a494-e206ff9056db tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500724 Jul 15 19:13:15.803393 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8748f1-e116-4187-8cb0-3678ad6fefe0 req-e55a91fe-1b66-42cb-bf0c-f4a9986dbf56 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:15.805438 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-de8748f1-e116-4187-8cb0-3678ad6fefe0 req-e55a91fe-1b66-42cb-bf0c-f4a9986dbf56 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.1167972 Jul 15 19:13:15.881810 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-de8748f1-e116-4187-8cb0-3678ad6fefe0 req-8e47f20d-1749-485b-95d5-78f2591df463 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637164 Jul 15 19:13:16.528115 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c6b4486e-6410-43fd-b71d-82f84e4f53d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:17.162791 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5835c-b124-419c-a286-d94a39c4d00a req-521d67f0-2a02-4747-a1cc-5c1afbf0f9b2 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:17.164960 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fdc5835c-b124-419c-a286-d94a39c4d00a req-521d67f0-2a02-4747-a1cc-5c1afbf0f9b2 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.1164143 Jul 15 19:13:17.215411 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fdc5835c-b124-419c-a286-d94a39c4d00a req-a663d190-5b26-449d-ae78-3f99ec0114f8 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428939 Jul 15 19:13:18.498970 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e57ae-3c4b-40d0-a124-db303534890e req-690a7b7c-535c-4982-8159-3bdf211f65bc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:18.501687 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f8e57ae-3c4b-40d0-a124-db303534890e req-690a7b7c-535c-4982-8159-3bdf211f65bc tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.1242785 Jul 15 19:13:18.565370 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f8e57ae-3c4b-40d0-a124-db303534890e req-2e37594e-9a71-43c6-9ea5-f401a552b730 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550086 Jul 15 19:13:19.810140 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2fccb-c81d-4c40-bd0c-e4df921d25b6 req-af42e07d-6744-4d2b-889f-b6f7ef286d49 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:19.812512 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3cd2fccb-c81d-4c40-bd0c-e4df921d25b6 req-af42e07d-6744-4d2b-889f-b6f7ef286d49 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.0795860 Jul 15 19:13:19.886210 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3cd2fccb-c81d-4c40-bd0c-e4df921d25b6 req-aa63565d-7ce0-46ec-8a8d-22c7cae52263 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609570 Jul 15 19:13:20.241812 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:21.198760 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d24ae6cb-f174-4047-b6cc-a961ef75a1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:21.249666 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8c47e-6b30-401d-bb9d-0c88903c5ca3 req-ee2459f7-5648-4d3c-8f78-be9f797b1274 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:21.252027 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-edc8c47e-6b30-401d-bb9d-0c88903c5ca3 req-ee2459f7-5648-4d3c-8f78-be9f797b1274 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.1201887 Jul 15 19:13:21.306836 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-edc8c47e-6b30-401d-bb9d-0c88903c5ca3 req-bbe1f7a8-90f6-467b-b79d-449de4cd225d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473454 Jul 15 19:13:22.093235 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:22.522453 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a8033-87f6-4bda-a4e3-f7c5e4cea52e req-a7f59885-afb4-448d-9d3d-b3e1af5313a7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:22.524027 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a1a8033-87f6-4bda-a4e3-f7c5e4cea52e req-a7f59885-afb4-448d-9d3d-b3e1af5313a7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.0807688 Jul 15 19:13:22.573896 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a1a8033-87f6-4bda-a4e3-f7c5e4cea52e req-ce383c65-4c41-4b59-9ded-bf2a7812fd2f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437818 Jul 15 19:13:22.607206 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 54698) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:22.730202 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f90da78-78d8-4b4c-a6ce-6c506291a168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:22.858812 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f90da78-78d8-4b4c-a6ce-6c506291a168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:22.866134 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f90da78-78d8-4b4c-a6ce-6c506291a168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:22.913695 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1f90da78-78d8-4b4c-a6ce-6c506291a168 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ebae6c917d744573ba63fc24cc663834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054037 Jul 15 19:13:22.914632 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90da78-78d8-4b4c-a6ce-6c506291a168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763acbbe-8254-4693-861d-04628af9c891,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:22.916795 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 54702) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:22.989451 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ec74-eec1-4535-a461-eaca335dabfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:23.012669 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ec74-eec1-4535-a461-eaca335dabfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:23.063225 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ec74-eec1-4535-a461-eaca335dabfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:23.065984 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ec74-eec1-4535-a461-eaca335dabfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:23.067227 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d4c7ec74-eec1-4535-a461-eaca335dabfe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/763acbbe-8254-4693-861d-04628af9c891 HTTP/1.1" status: 204 len: 168 time: 0.1492682 Jul 15 19:13:23.077292 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7ec74-eec1-4535-a461-eaca335dabfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763acbbe-8254-4693-861d-04628af9c891,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:23.397188 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 54708) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:23.412781 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0a15dfe1-ce94-47f3-b4c0-3f8b57f79624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:23.622568 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:23.634091 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0a15dfe1-ce94-47f3-b4c0-3f8b57f79624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:23.642113 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0a15dfe1-ce94-47f3-b4c0-3f8b57f79624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:23.703955 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0a15dfe1-ce94-47f3-b4c0-3f8b57f79624 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cd7a0e73ba4b4ab59966bad2150fbef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053203 Jul 15 19:13:23.705329 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15dfe1-ce94-47f3-b4c0-3f8b57f79624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99afb46-d5b9-45ab-b74a-4a3ac7170f84,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:23.713229 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 54712) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:23.800798 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f3c83ad-71b1-416c-8aba-c55d04e2e613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:23.814920 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abbba9-0dc5-49e6-a370-e7fb8cad4934 req-c8185deb-3053-4da8-8e62-a7d5e1d09889 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:23.817645 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b1abbba9-0dc5-49e6-a370-e7fb8cad4934 req-c8185deb-3053-4da8-8e62-a7d5e1d09889 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.1111491 Jul 15 19:13:23.831373 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f3c83ad-71b1-416c-8aba-c55d04e2e613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:23.872561 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b1abbba9-0dc5-49e6-a370-e7fb8cad4934 req-98fb05e0-7ce4-43aa-a72c-63f5b1191458 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486121 Jul 15 19:13:23.894451 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f3c83ad-71b1-416c-8aba-c55d04e2e613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:23.897639 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f3c83ad-71b1-416c-8aba-c55d04e2e613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:23.898737 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2f3c83ad-71b1-416c-8aba-c55d04e2e613 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e99afb46-d5b9-45ab-b74a-4a3ac7170f84 HTTP/1.1" status: 204 len: 168 time: 0.1844134 Jul 15 19:13:23.909744 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c83ad-71b1-416c-8aba-c55d04e2e613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99afb46-d5b9-45ab-b74a-4a3ac7170f84,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:24.319652 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 54718) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:24.340594 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1b393e55-a3ff-41bd-be3e-889d37617725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:24.451999 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1b393e55-a3ff-41bd-be3e-889d37617725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:24.458359 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1b393e55-a3ff-41bd-be3e-889d37617725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:24.501220 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1b393e55-a3ff-41bd-be3e-889d37617725 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c6f6150b42cc4934bc7f8a8fdeebe845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800599 Jul 15 19:13:24.502099 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b393e55-a3ff-41bd-be3e-889d37617725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4438cff0-1353-49a8-a7af-c257efb3d13e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:24.504663 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 54720) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:24.577451 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aed2655c-7c02-406d-a97f-cefdb077a225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:24.602351 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aed2655c-7c02-406d-a97f-cefdb077a225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:24.661729 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aed2655c-7c02-406d-a97f-cefdb077a225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:24.665235 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aed2655c-7c02-406d-a97f-cefdb077a225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:24.666478 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-aed2655c-7c02-406d-a97f-cefdb077a225 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4438cff0-1353-49a8-a7af-c257efb3d13e HTTP/1.1" status: 204 len: 168 time: 0.1605020 Jul 15 19:13:24.675794 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2655c-7c02-406d-a97f-cefdb077a225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4438cff0-1353-49a8-a7af-c257efb3d13e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:25.103163 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd3831-8d84-4f94-9f9a-cf69e253ffa6 req-7716deb0-b32d-455a-9aa8-54bd8b4c2fb6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:25.105523 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ccbd3831-8d84-4f94-9f9a-cf69e253ffa6 req-7716deb0-b32d-455a-9aa8-54bd8b4c2fb6 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 943 time: 0.0817239 Jul 15 19:13:25.167886 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ccbd3831-8d84-4f94-9f9a-cf69e253ffa6 req-b4dae2b6-2bc7-446c-978d-fb21e9d4cbc7 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551071 Jul 15 19:13:25.628140 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device aabd956d-69af-4f50-b2e4-304102ac9a06 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:13:25.739922 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port aabd956d-69af-4f50-b2e4-304102ac9a06, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=aabd956d-69af-4f50-b2e4-304102ac9a06,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:25.757203 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'port_id': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'mac_address': 'fa:16:3e:09:1f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:13:25.797468 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:25.812180 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabd956d-69af-4f50-b2e4-304102ac9a06 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:13:25.839697 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port aabd956d-69af-4f50-b2e4-304102ac9a06, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=aabd956d-69af-4f50-b2e4-304102ac9a06,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:25.844236 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:25.905773 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=aabd956d-69af-4f50-b2e4-304102ac9a06,revision_number=9']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:26.046545 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['aabd956d-69af-4f50-b2e4-304102ac9a06'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:13:26.404699 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b7eb4-f403-4a14-aee8-02d09548686d req-07ebf91d-a197-4967-9d78-29170094bee5 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:26.406394 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-056b7eb4-f403-4a14-aee8-02d09548686d req-07ebf91d-a197-4967-9d78-29170094bee5 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 944 time: 0.0697196 Jul 15 19:13:26.456981 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-056b7eb4-f403-4a14-aee8-02d09548686d req-c8f12404-b1b2-4a9f-a41d-bd38db3abf0f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398021 Jul 15 19:13:27.637665 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device aabd956d-69af-4f50-b2e4-304102ac9a06 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:13:27.675546 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19344944-c948-4d0c-a036-fbc751227f64 req-9deb204b-8da5-4c03-b1a1-438210e46b75 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:27.677177 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-19344944-c948-4d0c-a036-fbc751227f64 req-9deb204b-8da5-4c03-b1a1-438210e46b75 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 944 time: 0.0935531 Jul 15 19:13:27.688997 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port aabd956d-69af-4f50-b2e4-304102ac9a06 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:27.689395 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:27.719691 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-19344944-c948-4d0c-a036-fbc751227f64 req-d2cf006b-cb99-4578-9c6a-ecdf54e1d23b tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366223 Jul 15 19:13:27.774617 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:27.800020 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:13:27.802517 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412b3601-f2e0-449f-a21d-2bd87230776f" -d '{"events": [{"server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "name": "network-vif-plugged", "status": "completed", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:13:27.816963 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port aabd956d-69af-4f50-b2e4-304102ac9a06, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=aabd956d-69af-4f50-b2e4-304102ac9a06,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:27.823223 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:27.847591 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3ef7f3-00e4-43e0-9e38-a0e8867ea6b1 x-openstack-request-id: req-7a3ef7f3-00e4-43e0-9e38-a0e8867ea6b1 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:13:27.847878 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "name": "network-vif-plugged", "status": "completed", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:13:27.848127 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a3ef7f3-00e4-43e0-9e38-a0e8867ea6b1 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:13:27.848512 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'code': 200} Jul 15 19:13:27.877141 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=aabd956d-69af-4f50-b2e4-304102ac9a06,revision_number=10']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:28.049956 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e18e0-a234-42c4-81b5-66fe86d9b588 req-d2907ca5-ccd7-4eed-b620-62cae7552de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:28.051484 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-850e18e0-a234-42c4-81b5-66fe86d9b588 req-d2907ca5-ccd7-4eed-b620-62cae7552de3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 1099 time: 0.0552061 Jul 15 19:13:28.092726 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-850e18e0-a234-42c4-81b5-66fe86d9b588 req-19b19c4e-74f5-4c49-9b65-403fd5289317 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332036 Jul 15 19:13:28.607001 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 54772) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:28.732055 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75d08e43-59f6-4acd-9e77-c238cfee4f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.867992 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75d08e43-59f6-4acd-9e77-c238cfee4f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.878538 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75d08e43-59f6-4acd-9e77-c238cfee4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.945719 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-75d08e43-59f6-4acd-9e77-c238cfee4f55 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=28e19680cfb2494896f5a51e8caef70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374403 Jul 15 19:13:28.947364 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d08e43-59f6-4acd-9e77-c238cfee4f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a441350f-de83-4b26-b48b-cba87e992808,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:28.950197 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 54782) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:28.985210 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ced02-3d48-4ccb-92f4-281c80ba0d40 req-5695ecd3-3e6e-4378-9e83-3c2e801ddb2d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:28.987434 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-979ced02-3d48-4ccb-92f4-281c80ba0d40 req-5695ecd3-3e6e-4378-9e83-3c2e801ddb2d tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 946 time: 0.1291010 Jul 15 19:13:29.036158 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-52f40152-3a82-476d-9583-371f4f40b1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:29.048176 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-979ced02-3d48-4ccb-92f4-281c80ba0d40 req-e8bdea62-206c-4800-be9b-4af4898c9274 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534828 Jul 15 19:13:29.067551 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-52f40152-3a82-476d-9583-371f4f40b1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:29.135414 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-52f40152-3a82-476d-9583-371f4f40b1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:29.138326 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-52f40152-3a82-476d-9583-371f4f40b1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:29.139741 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-52f40152-3a82-476d-9583-371f4f40b1f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a441350f-de83-4b26-b48b-cba87e992808 HTTP/1.1" status: 204 len: 168 time: 0.1882122 Jul 15 19:13:29.149293 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f40152-3a82-476d-9583-371f4f40b1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a441350f-de83-4b26-b48b-cba87e992808,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:30.255113 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dd5b1-62fc-4995-aa53-fb502c4b4048 req-2b9e5954-7f4f-4899-b609-afb5cd714124 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:30.257267 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-394dd5b1-62fc-4995-aa53-fb502c4b4048 req-2b9e5954-7f4f-4899-b609-afb5cd714124 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 946 time: 0.0711865 Jul 15 19:13:30.296997 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-394dd5b1-62fc-4995-aa53-fb502c4b4048 req-40f17ecb-4d8e-451c-8af0-81f9210951be tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340185 Jul 15 19:13:39.285467 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:13:41.769371 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.314888 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a4d774e-23cf-4422-b953-35f76df5245a req-40f06061-f3f8-4501-9cf4-e6602d96f0b0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0641537 Jul 15 19:13:46.394484 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d774e-23cf-4422-b953-35f76df5245a req-a2300720-bebb-4164-add4-f244c636a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:46.395958 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a4d774e-23cf-4422-b953-35f76df5245a req-a2300720-bebb-4164-add4-f244c636a062 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0be4587d964244979a1f44d613e7a0fd&device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 1099 time: 0.0560222 Jul 15 19:13:46.518014 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d774e-23cf-4422-b953-35f76df5245a req-c496ce35-feeb-456d-a499-34ef9e35e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:46.519637 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a4d774e-23cf-4422-b953-35f76df5245a req-c496ce35-feeb-456d-a499-34ef9e35e82e service neutron] 10.222.0.81 "GET /v2.0/networks?id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 200 len: 918 time: 0.1027558 Jul 15 19:13:46.534498 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f9385545-6ff3-47a0-a843-ab0439b12ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.587249 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a4d774e-23cf-4422-b953-35f76df5245a req-ccf45a55-1c25-4721-a980-28bc2dc26346 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aabd956d-69af-4f50-b2e4-304102ac9a06 HTTP/1.1" status: 200 len: 999 time: 0.0606806 Jul 15 19:13:46.640617 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d774e-23cf-4422-b953-35f76df5245a req-fb78f8f1-2e00-4865-9ca7-b1c10f9effa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:46.642219 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a4d774e-23cf-4422-b953-35f76df5245a req-fb78f8f1-2e00-4865-9ca7-b1c10f9effa5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 HTTP/1.1" status: 200 len: 856 time: 0.0483651 Jul 15 19:13:46.701406 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d774e-23cf-4422-b953-35f76df5245a req-b607bfa4-2857-4946-a433-f2498f707c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:46.703064 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a4d774e-23cf-4422-b953-35f76df5245a req-b607bfa4-2857-4946-a433-f2498f707c5e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7b72bcf4-08c7-4e93-9476-ff02c7c72c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543766 Jul 15 19:13:46.797528 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a4d774e-23cf-4422-b953-35f76df5245a req-5bfab9e2-155b-4b74-af1a-8ba0f03bd289 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876355 Jul 15 19:13:46.912510 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5a4d774e-23cf-4422-b953-35f76df5245a req-33091357-f832-4d8f-8e10-c726d325c375 service neutron] 10.222.0.81 "GET /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072743 Jul 15 19:13:50.237485 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.173018 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5e4bab10-770b-49a1-83aa-e3e8300b53ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.090381 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.618742 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.230126 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 54998) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:57.363740 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1bda924f-fd4b-443b-baf2-014eab5c7bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.459191 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1bda924f-fd4b-443b-baf2-014eab5c7bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.464647 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1bda924f-fd4b-443b-baf2-014eab5c7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.502590 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1bda924f-fd4b-443b-baf2-014eab5c7bd3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d6f0ccadc9c849378c836adcdcbb3d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713022 Jul 15 19:13:57.503436 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda924f-fd4b-443b-baf2-014eab5c7bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3afbb7d-2407-4b20-a3fa-76dd06b6baaa,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:57.505536 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55002) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:57.560965 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.587624 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.643140 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.645867 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.647040 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f3afbb7d-2407-4b20-a3fa-76dd06b6baaa HTTP/1.1" status: 204 len: 168 time: 0.1390440 Jul 15 19:13:57.655493 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3afbb7d-2407-4b20-a3fa-76dd06b6baaa,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:57.663147 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:57.663493 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:57.663832 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:57.664169 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:57.664498 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:57.664826 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:57.665179 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:57.665507 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:57.665860 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:57.666210 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:57.666538 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:57.666855 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4812c0a-20ae-433e-a876-06d8e20328d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:58.307098 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55026) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:58.413331 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-718588839-network', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:58.440540 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Made reservation on behalf of 101ff66caca44ae4be72fa46746bcb36 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:58.443148 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.452723 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.554664 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.561785 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.587625 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:13:58.596915 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d14d36-f436-4636-ad3a-624a2a06ae83,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:58.603334 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.603643 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Added segment 379ef9ec-f183-4ea0-b75f-7dcf99827ee8 of type vlan for network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 Jul 15 19:13:58.650126 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.684507 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.685517 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:58.686132 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.717701 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4095194 Jul 15 19:13:58.720480 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55030) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:58.726714 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-2aacfc20-f346-4c5f-a0f9-f567b197ff2c admin admin] Request body: {'subnet': {'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-718588839-subnet', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:58.757998 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3434e97-c084-4c34-97bd-ac571fff6e5e admin admin] Pushing event updated for resources: {'Network': ['ID=6e6ab359-bf1b-47d9-ab86-2eda534dddd7,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:58.768538 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:13:58.780459 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aacfc20-f346-4c5f-a0f9-f567b197ff2c admin admin] Made reservation on behalf of 101ff66caca44ae4be72fa46746bcb36 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:58.783443 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2aacfc20-f346-4c5f-a0f9-f567b197ff2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59558070'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.966333 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2aacfc20-f346-4c5f-a0f9-f567b197ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59799229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59558052'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.023073 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacfc20-f346-4c5f-a0f9-f567b197ff2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d31f9a-422f-46e1-a676-3337bb7deca7,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:59.035676 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aacfc20-f346-4c5f-a0f9-f567b197ff2c admin admin] Checking segment: {'id': '379ef9ec-f183-4ea0-b75f-7dcf99827ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:59.036033 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aacfc20-f346-4c5f-a0f9-f567b197ff2c admin admin] Network hostable DHCP agents. Network: 6e6ab359-bf1b-47d9-ab86-2eda534dddd7, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:13:59.058447 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aacfc20-f346-4c5f-a0f9-f567b197ff2c admin admin] Network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:13:59.069104 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-2aacfc20-f346-4c5f-a0f9-f567b197ff2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, 6e6ab359-bf1b-47d9-ab86-2eda534dddd7) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:59.073819 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aacfc20-f346-4c5f-a0f9-f567b197ff2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:59.075147 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2aacfc20-f346-4c5f-a0f9-f567b197ff2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.078938 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d66e66c-1a82-4dff-8297-6ba6d2126efb None None] Network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:59.090297 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2aacfc20-f346-4c5f-a0f9-f567b197ff2c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3686984 Jul 15 19:13:59.093380 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55032) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:59.098615 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:59.120036 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3759856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.121094 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4088450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3759671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3765727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6534'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.175658 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.228820 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cee363a-aa5f-5a1d-b56f-d46260367570-6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'fixed_ips': [{'subnet_id': '10d31f9a-422f-46e1-a676-3337bb7deca7'}]}} from dv-cinder-780933-11-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:13:59.229918 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.315934 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3759765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6548'] for router, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.377570 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Allocated IP 172.20.0.2 (6e6ab359-bf1b-47d9-ab86-2eda534dddd7/10d31f9a-422f-46e1-a676-3337bb7deca7/8dc5a647-47c7-40c2-b4ec-b950ede09e78) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:59.525825 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.527703 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.534750 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Transition to ACTIVE for port object 8dc5a647-47c7-40c2-b4ec-b950ede09e78 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:59.548461 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.549866 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Transition to ACTIVE for port object 8dc5a647-47c7-40c2-b4ec-b950ede09e78 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:59.555916 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.598499 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:59.601316 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:59.604919 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:13:59.612141 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Pushing event updated for resources: {'Port': ['ID=8dc5a647-47c7-40c2-b4ec-b950ede09e78,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:59.621716 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:59.622064 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:59.622398 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:59.622726 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:59.623051 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:59.623393 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:59.623708 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:59.624028 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:59.624335 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:59.624648 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:59.624959 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:59.625307 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:59.661289 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Allocated IP 172.27.1.31 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:59.676860 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Attempting to bind port 8dc5a647-47c7-40c2-b4ec-b950ede09e78 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:13:59.677249 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Attempting to bind port 8dc5a647-47c7-40c2-b4ec-b950ede09e78 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '379ef9ec-f183-4ea0-b75f-7dcf99827ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:13:59.677609 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Attempting to bind port 8dc5a647-47c7-40c2-b4ec-b950ede09e78 on network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:59.682565 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:13:59.682929 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Checking segment: {'id': '379ef9ec-f183-4ea0-b75f-7dcf99827ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:59.683353 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.683859 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Bound using segment: {'id': '379ef9ec-f183-4ea0-b75f-7dcf99827ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:13:59.684329 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Bound port: 8dc5a647-47c7-40c2-b4ec-b950ede09e78, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ef9ec-f183-4ea0-b75f-7dcf99827ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:13:59.684700 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.750195 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] For port 8dc5a647-47c7-40c2-b4ec-b950ede09e78, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:13:59.753429 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] For port 8dc5a647-47c7-40c2-b4ec-b950ede09e78, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=8dc5a647-47c7-40c2-b4ec-b950ede09e78,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:13:59.760975 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.769304 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.819117 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.823615 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93399a23-0627-4085-926e-8e18d1c7cf2b None None] Pushing event updated for resources: {'Port': ['ID=8dc5a647-47c7-40c2-b4ec-b950ede09e78,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:59.858354 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:59.863419 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:59.867872 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:13:59.898194 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:00.138403 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.614097 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759616'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.720240 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2169d2bd-4f52-4c29-8992-616b8e484b84 None None] Network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:14:00.749833 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Router 81a74837-fa7a-453f-8297-37c8f94b7c2e is scheduled to L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:14:00.757662 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-803d7ec5-0333-419f-8dfc-133d72a9341b None None] Provisioning for port 8dc5a647-47c7-40c2-b4ec-b950ede09e78 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:00.858369 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:14:00.868766 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Sync routers for ids ['81a74837-fa7a-453f-8297-37c8f94b7c2e'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:14:00.878503 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.882730 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5fb12c56-9d83-428c-8334-3c4109dfe523 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7847884 Jul 15 19:14:00.882913 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Routers {'81a74837-fa7a-453f-8297-37c8f94b7c2e'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:00.882913 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:13:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['81a74837-fa7a-453f-8297-37c8f94b7c2e'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:00.883141 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55036) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:01.083580 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Set router 81a74837-fa7a-453f-8297-37c8f94b7c2e gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:01.274800 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 3, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port': {'id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:01.303896 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Checking router: 81a74837-fa7a-453f-8297-37c8f94b7c2e for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:14:01.304202 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Updating router 81a74837-fa7a-453f-8297-37c8f94b7c2e port b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db binding host dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:14:01.339497 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.597590 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.607498 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.618932 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Transition to ACTIVE for port object b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:01.628746 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.683106 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Attempting to bind port b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:01.683529 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Attempting to bind port b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:01.683890 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Attempting to bind port b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db on network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:01.689735 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Pushing event updated for resources: {'Port': ['ID=b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db,revision_number=2']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:01.697116 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:01.697510 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Checking segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:01.697908 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.698291 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Bound using segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:01.698746 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Bound port: b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:01.699324 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.702612 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:01.702973 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:01.703339 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:01.703635 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:01.703978 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:01.704278 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:01.704593 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:01.704908 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:01.705261 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:01.705580 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:01.705891 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:01.706201 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:01.757732 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] For port b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:01.760842 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] For port b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:01.766623 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.769381 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Allocated IP 172.20.0.1 (6e6ab359-bf1b-47d9-ab86-2eda534dddd7/10d31f9a-422f-46e1-a676-3337bb7deca7/540789cd-421a-401e-afd9-9362a32663ea) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:01.820840 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Routers {'81a74837-fa7a-453f-8297-37c8f94b7c2e'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:01.821462 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:13:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['81a74837-fa7a-453f-8297-37c8f94b7c2e'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:01.864104 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd7e0a-9f35-4b08-b864-15229b8f73f5 None None] Pushing event updated for resources: {'Port': ['ID=b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:01.891285 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.905518 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Transition to ACTIVE for port object 540789cd-421a-401e-afd9-9362a32663ea will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:01.937294 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 8dc5a647-47c7-40c2-b4ec-b950ede09e78 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:01.939987 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.941825 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] Set router 81a74837-fa7a-453f-8297-37c8f94b7c2e gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:01.978910 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:01.985417 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:01.989043 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:01.991943 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 8dc5a647-47c7-40c2-b4ec-b950ede09e78 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:01.999925 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 8dc5a647-47c7-40c2-b4ec-b950ede09e78 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:02.000807 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.028577 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088375'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.081371 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Pushing event updated for resources: {'Port': ['ID=540789cd-421a-401e-afd9-9362a32663ea,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:02.098772 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.145541 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 3, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port': {'id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:02.149818 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port 8dc5a647-47c7-40c2-b4ec-b950ede09e78, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=8dc5a647-47c7-40c2-b4ec-b950ede09e78,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:02.155957 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.173694 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fe037d-f492-4433-ad65-965a8f683874 None None] The sync data for ids ['81a74837-fa7a-453f-8297-37c8f94b7c2e'] in dv-cinder-780933-11-iscsi is: [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 3, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port': {'id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:14:02.181016 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.352578 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=8dc5a647-47c7-40c2-b4ec-b950ede09e78,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:02.355689 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-4739eb8e-5ed7-4a2d-bb53-3e2f53c06e3e None None] Provisioning for port 540789cd-421a-401e-afd9-9362a32663ea completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:02.360218 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-4739eb8e-5ed7-4a2d-bb53-3e2f53c06e3e None None] Provisioning complete for port 540789cd-421a-401e-afd9-9362a32663ea triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:02.360586 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4739eb8e-5ed7-4a2d-bb53-3e2f53c06e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.370201 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.388823 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.420280 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-4739eb8e-5ed7-4a2d-bb53-3e2f53c06e3e None None] Port 540789cd-421a-401e-afd9-9362a32663ea cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:14:02.470214 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Pushing event updated for resources: {'Port': ['ID=540789cd-421a-401e-afd9-9362a32663ea,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:02.476393 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4088387'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.573359 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:02.575238 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:02.725095 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Router 81a74837-fa7a-453f-8297-37c8f94b7c2e has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:14:02.842584 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-023d73dd-2999-4a77-b8e6-27f4d8674bb3 None None] Provisioning complete for port 540789cd-421a-401e-afd9-9362a32663ea triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:02.842957 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-023d73dd-2999-4a77-b8e6-27f4d8674bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.851577 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:14:02.864719 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-73a626ee-c092-475c-91ef-274fa36c8149 admin admin] 10.222.0.78 "PUT /v2.0/routers/81a74837-fa7a-453f-8297-37c8f94b7c2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9725456 Jul 15 19:14:02.881808 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-023d73dd-2999-4a77-b8e6-27f4d8674bb3 None None] Port 540789cd-421a-401e-afd9-9362a32663ea cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:14:03.354338 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55060) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:03.359731 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1629392833-network', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:03.383276 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Made reservation on behalf of 56b5f120acd749bda0d357e6279b9e04 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:14:03.385880 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.394959 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.505989 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.510889 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.537865 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:14:03.548933 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83957f36-ed71-4222-bb34-27ded07825d6,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:03.554162 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.554514 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Added segment d6a40e54-f334-4b03-8aab-3420d59ee2df of type vlan for network d0456e6e-835a-4d95-a3ce-226757a2a385 Jul 15 19:14:03.608322 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.644777 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.646105 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:03.646908 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.686751 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3311887 Jul 15 19:14:03.691315 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55064) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:03.698195 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Request body: {'subnet': {'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1629392833-subnet', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:03.717846 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a2e95-8ce8-42ef-a899-27a1f0f211db admin admin] Pushing event updated for resources: {'Network': ['ID=d0456e6e-835a-4d95-a3ce-226757a2a385,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:03.739720 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network d0456e6e-835a-4d95-a3ce-226757a2a385 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:14:03.740479 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Made reservation on behalf of 56b5f120acd749bda0d357e6279b9e04 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:14:03.749852 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58949685'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.836920 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Sync routers for ids ['81a74837-fa7a-453f-8297-37c8f94b7c2e'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:14:03.856288 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Routers {'81a74837-fa7a-453f-8297-37c8f94b7c2e'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:03.857889 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:13:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['81a74837-fa7a-453f-8297-37c8f94b7c2e'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:03.919575 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0d227-1715-4ccb-b10f-b92703ad43ca req-d4619870-8a32-41f9-9c9c-a3d5bc452a47 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:03.921295 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-79a0d227-1715-4ccb-b10f-b92703ad43ca req-d4619870-8a32-41f9-9c9c-a3d5bc452a47 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 946 time: 0.1450927 Jul 15 19:14:03.983580 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Set router 81a74837-fa7a-453f-8297-37c8f94b7c2e gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:03.987469 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 8dc5a647-47c7-40c2-b4ec-b950ede09e78 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:03.991773 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-79a0d227-1715-4ccb-b10f-b92703ad43ca req-8eccd740-2743-454f-bd8e-b4a45e9cc9de tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487452 Jul 15 19:14:04.035742 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58955214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58949671'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.085299 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bcf7911-3bcf-4e8b-8760-f2c7fddfe4f2,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:04.100019 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:04.100356 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:04.100690 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:04.101002 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:04.101351 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:04.101672 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:04.102006 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:04.102303 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:04.102644 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:04.102956 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:04.103267 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:04.103582 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:04.112029 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Checking segment: {'id': 'd6a40e54-f334-4b03-8aab-3420d59ee2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:04.112256 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Network hostable DHCP agents. Network: d0456e6e-835a-4d95-a3ce-226757a2a385, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:14:04.130401 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Network d0456e6e-835a-4d95-a3ce-226757a2a385 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:14:04.140747 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, d0456e6e-835a-4d95-a3ce-226757a2a385) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:04.145960 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:04.146575 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.150942 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392569f9-853f-41a0-b49f-13bc2d991ff0 None None] Network d0456e6e-835a-4d95-a3ce-226757a2a385 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:14:04.159667 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 8dc5a647-47c7-40c2-b4ec-b950ede09e78 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:04.160044 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.164009 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-962c83e1-4a1b-4653-9b38-4891fb03245c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4707694 Jul 15 19:14:04.166783 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55066) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:04.172576 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1629392833-router', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:04.198212 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3759856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.199234 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4088450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3759671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3765727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6534'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.257586 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.398061 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3759765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6548'] for router, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.411573 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:04.417118 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cee363a-aa5f-5a1d-b56f-d46260367570-d0456e6e-835a-4d95-a3ce-226757a2a385', 'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'fixed_ips': [{'subnet_id': '6bcf7911-3bcf-4e8b-8760-f2c7fddfe4f2'}]}} from dv-cinder-780933-11-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:14:04.418045 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.462712 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:02Z', 'revision_number': 4, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port': {'id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': '540789cd-421a-401e-afd9-9362a32663ea', 'name': '', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'mac_address': 'fa:16:3e:55:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:01Z', 'updated_at': '2021-07-15T19:14:02Z', 'revision_number': 2, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'subnets': [{'id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:04.501637 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Checking router: 81a74837-fa7a-453f-8297-37c8f94b7c2e for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:14:04.501997 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Updating router 81a74837-fa7a-453f-8297-37c8f94b7c2e port 540789cd-421a-401e-afd9-9362a32663ea binding host dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:14:04.608474 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.612109 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.633059 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.640294 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:04.653466 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:04.653466 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.724750 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Allocated IP 172.20.0.2 (d0456e6e-835a-4d95-a3ce-226757a2a385/6bcf7911-3bcf-4e8b-8760-f2c7fddfe4f2/3562d311-36ee-4ad7-90cf-68a09125c460) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:04.747963 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Allocated IP 172.27.1.241 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/77260a6c-02e8-4071-be5f-14ce410db60d) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:04.856716 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.916387 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.967623 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:04.969249 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.971298 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:04.978753 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:04.981578 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Pushing event updated for resources: {'Port': ['ID=77260a6c-02e8-4071-be5f-14ce410db60d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:05.001038 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:05.013289 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.136460 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.152184 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:05.158277 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Transition to ACTIVE for port object 3562d311-36ee-4ad7-90cf-68a09125c460 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:05.169846 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-90a868db-3d31-4f1d-9a4b-f09bb1181f41 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:05.171659 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-90a868db-3d31-4f1d-9a4b-f09bb1181f41 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.81 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 946 time: 0.3044043 Jul 15 19:14:05.198850 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Transition to ACTIVE for port object 3562d311-36ee-4ad7-90cf-68a09125c460 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:05.210376 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.217454 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.258151 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Transition to ACTIVE for port object 540789cd-421a-401e-afd9-9362a32663ea will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:05.267716 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Network d0456e6e-835a-4d95-a3ce-226757a2a385 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:05.273251 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:05.275965 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Pushing event updated for resources: {'Port': ['ID=3562d311-36ee-4ad7-90cf-68a09125c460,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:05.278603 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:05.280926 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.336875 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.392031 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Deleting port aabd956d-69af-4f50-b2e4-304102ac9a06 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:14:05.392407 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.448710 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578a795-cf02-4beb-9f59-a0e6af828b28 req-938462ec-cb29-4f7e-bace-044fe6421b5c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:05.456587 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7578a795-cf02-4beb-9f59-a0e6af828b28 req-938462ec-cb29-4f7e-bace-044fe6421b5c tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 946 time: 0.1513295 Jul 15 19:14:05.519723 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10275c7-0138-426e-9f6c-faec9f9cbbd1 None None] Pushing event updated for resources: {'Port': ['ID=540789cd-421a-401e-afd9-9362a32663ea,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:05.559326 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Attempting to bind port 3562d311-36ee-4ad7-90cf-68a09125c460 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:05.559718 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Attempting to bind port 3562d311-36ee-4ad7-90cf-68a09125c460 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': 'd6a40e54-f334-4b03-8aab-3420d59ee2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:05.560743 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Attempting to bind port 3562d311-36ee-4ad7-90cf-68a09125c460 on network d0456e6e-835a-4d95-a3ce-226757a2a385 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:05.577230 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759616'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.579078 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] For port aabd956d-69af-4f50-b2e4-304102ac9a06, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=aabd956d-69af-4f50-b2e4-304102ac9a06,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:05.579334 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.588302 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:05.588684 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Checking segment: {'id': 'd6a40e54-f334-4b03-8aab-3420d59ee2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:05.589085 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.589550 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Bound using segment: {'id': 'd6a40e54-f334-4b03-8aab-3420d59ee2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:05.590042 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Bound port: 3562d311-36ee-4ad7-90cf-68a09125c460, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a40e54-f334-4b03-8aab-3420d59ee2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:05.590419 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.597758 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7578a795-cf02-4beb-9f59-a0e6af828b28 req-6ec67424-57ad-4872-a506-721baea6f17f tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups?id=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402788 Jul 15 19:14:05.627965 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Attempting to bind port 540789cd-421a-401e-afd9-9362a32663ea on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:05.628543 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Attempting to bind port 540789cd-421a-401e-afd9-9362a32663ea by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '379ef9ec-f183-4ea0-b75f-7dcf99827ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:05.629103 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Attempting to bind port 540789cd-421a-401e-afd9-9362a32663ea on network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:05.659521 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:05.659899 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Checking segment: {'id': '379ef9ec-f183-4ea0-b75f-7dcf99827ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:05.660308 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.660703 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Bound using segment: {'id': '379ef9ec-f183-4ea0-b75f-7dcf99827ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:05.661202 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Bound port: 540789cd-421a-401e-afd9-9362a32663ea, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ef9ec-f183-4ea0-b75f-7dcf99827ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:05.661587 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.719100 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Router 8a7cc2eb-757d-41da-b453-c27075ad4825 is scheduled to L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:14:05.731006 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] For port 3562d311-36ee-4ad7-90cf-68a09125c460, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:05.737675 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] For port 3562d311-36ee-4ad7-90cf-68a09125c460, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=3562d311-36ee-4ad7-90cf-68a09125c460,segment=NetworkSegment(d6a40e54-f334-4b03-8aab-3420d59ee2df),segment_id=d6a40e54-f334-4b03-8aab-3420d59ee2df)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:05.744865 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.786601 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.786901 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.787310 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.l3_db [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Floating IP 269530d4-43bf-480c-836b-ea8d4ebe9465 disassociated. External IP: 172.27.1.3, port: aabd956d-69af-4f50-b2e4-304102ac9a06. Jul 15 19:14:05.787655 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Calling delete_port for aabd956d-69af-4f50-b2e4-304102ac9a06 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:14:05.802142 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] For port 540789cd-421a-401e-afd9-9362a32663ea, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:05.825816 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] For port 540789cd-421a-401e-afd9-9362a32663ea, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=540789cd-421a-401e-afd9-9362a32663ea,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:05.829235 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1afc40-cac4-41c7-93a4-3a19205d9b9c None None] Pushing event updated for resources: {'Port': ['ID=3562d311-36ee-4ad7-90cf-68a09125c460,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:05.834386 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.900162 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Routers {'81a74837-fa7a-453f-8297-37c8f94b7c2e'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:05.900801 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:13:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['81a74837-fa7a-453f-8297-37c8f94b7c2e'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:05.901353 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:14:05.917144 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Sync routers for ids ['8a7cc2eb-757d-41da-b453-c27075ad4825'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:14:05.932276 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Routers {'8a7cc2eb-757d-41da-b453-c27075ad4825'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:05.932979 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:13:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['8a7cc2eb-757d-41da-b453-c27075ad4825'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:05.949422 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.951197 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7e119bcd-518d-4a96-9c69-2a575e54f317 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7833965 Jul 15 19:14:05.954193 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55074) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:05.967145 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:06.015823 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:06.057049 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10275c7-0138-426e-9f6c-faec9f9cbbd1 None None] Pushing event updated for resources: {'Port': ['ID=540789cd-421a-401e-afd9-9362a32663ea,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:06.065963 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event deleted for resources: {'Port': ['ID=aabd956d-69af-4f50-b2e4-304102ac9a06,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:06.101252 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:06.101252 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:06.181332 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Set router 8a7cc2eb-757d-41da-b453-c27075ad4825 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:06.262962 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Router f3c88265-2d7e-4b1f-935b-84236f4081fd has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:14:06.292415 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] Set router 81a74837-fa7a-453f-8297-37c8f94b7c2e gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:06.417837 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:14:06.459297 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0095fa0-9612-4496-a5bc-a93c3db04e73 None None] Sync routers for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:14:06.470390 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'name': 'tempest-TestShelveInstance-1629392833-router', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:14:05Z', 'revision_number': 3, 'project_id': '56b5f120acd749bda0d357e6279b9e04', 'gw_port': {'id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:06.495882 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] No DVR routers for this DVR port aabd956d-69af-4f50-b2e4-304102ac9a06 on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:14:06.499516 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:06.502103 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9352a9a-ca4f-4782-ac6c-b652647d2840 req-093130bd-2a87-4a57-b3a7-c7a64e9d39bf tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.81 "DELETE /v2.0/ports/aabd956d-69af-4f50-b2e4-304102ac9a06 HTTP/1.1" status: 204 len: 173 time: 1.3249266 Jul 15 19:14:06.502593 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'name': 'network-vif-deleted', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:06.509742 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2febdfdb-7f81-4ff6-a97e-9fc5d7373965" -d '{"events": [{"server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "name": "network-vif-deleted", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:06.517395 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Checking router: 8a7cc2eb-757d-41da-b453-c27075ad4825 for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:14:06.517737 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Updating router 8a7cc2eb-757d-41da-b453-c27075ad4825 port 77260a6c-02e8-4071-be5f-14ce410db60d binding host dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:14:06.572526 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:06.575396 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0095fa0-9612-4496-a5bc-a93c3db04e73 None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:06.589427 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a0095fa0-9612-4496-a5bc-a93c3db04e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:13:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:06.621889 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ee1858-09ca-4018-8253-50d59a8eb0fc x-openstack-request-id: req-a3ee1858-09ca-4018-8253-50d59a8eb0fc {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:06.622169 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597fec88-2d8a-4cb2-965c-ef11f245dba0", "name": "network-vif-deleted", "tag": "aabd956d-69af-4f50-b2e4-304102ac9a06", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:06.622427 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a3ee1858-09ca-4018-8253-50d59a8eb0fc {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:06.623097 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597fec88-2d8a-4cb2-965c-ef11f245dba0', 'name': 'network-vif-deleted', 'tag': 'aabd956d-69af-4f50-b2e4-304102ac9a06', 'status': 'completed', 'code': 200} Jul 15 19:14:06.738044 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:06.826852 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37b8c6fb-7b21-493b-b06b-3dbba997a902 req-d7c94f63-0788-44d2-abdc-620eacd39dd2 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/ports?device_id=597fec88-2d8a-4cb2-965c-ef11f245dba0 HTTP/1.1" status: 200 len: 210 time: 0.0444336 Jul 15 19:14:06.911872 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-a0095fa0-9612-4496-a5bc-a93c3db04e73 None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:06.948490 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:02Z', 'revision_number': 4, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port': {'id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': '540789cd-421a-401e-afd9-9362a32663ea', 'name': '', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'mac_address': 'fa:16:3e:55:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:01Z', 'updated_at': '2021-07-15T19:14:05Z', 'revision_number': 4, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'subnets': [{'id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:06.973822 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Allocated IP 172.20.0.1 (d0456e6e-835a-4d95-a3ce-226757a2a385/6bcf7911-3bcf-4e8b-8760-f2c7fddfe4f2/a6537bac-14cb-49d0-9388-4c84726e640e) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:06.977715 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:06.982347 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdec3e8-cbcf-4a83-8805-c6f79e2b22d3 None None] The sync data for ids ['81a74837-fa7a-453f-8297-37c8f94b7c2e'] in dv-cinder-780933-11-iscsi is: [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:02Z', 'revision_number': 4, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port': {'id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': '540789cd-421a-401e-afd9-9362a32663ea', 'name': '', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'mac_address': 'fa:16:3e:55:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:01Z', 'updated_at': '2021-07-15T19:14:05Z', 'revision_number': 4, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'subnets': [{'id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:14:06.989825 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Transition to ACTIVE for port object 77260a6c-02e8-4071-be5f-14ce410db60d will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:07.004930 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:07.148335 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9def81d-805a-4096-9fbe-84e89b8fd597 None None] Pushing event updated for resources: {'Port': ['ID=77260a6c-02e8-4071-be5f-14ce410db60d,revision_number=2']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:07.182671 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Attempting to bind port 77260a6c-02e8-4071-be5f-14ce410db60d on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:07.183106 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Attempting to bind port 77260a6c-02e8-4071-be5f-14ce410db60d by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:07.183631 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Attempting to bind port 77260a6c-02e8-4071-be5f-14ce410db60d on network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:07.189853 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:07.190222 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Checking segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:07.192078 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:07.192078 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Bound using segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:07.192713 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Bound port: 77260a6c-02e8-4071-be5f-14ce410db60d, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:07.193183 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:07.230614 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:07.250687 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Transition to ACTIVE for port object a6537bac-14cb-49d0-9388-4c84726e640e will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:07.300156 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] For port 77260a6c-02e8-4071-be5f-14ce410db60d, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:07.305000 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] For port 77260a6c-02e8-4071-be5f-14ce410db60d, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=77260a6c-02e8-4071-be5f-14ce410db60d,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:07.311615 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f15f82-0da6-45df-bf84-4b5b1b81d050 None None] Network d0456e6e-835a-4d95-a3ce-226757a2a385 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:14:07.316653 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:07.321684 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:07.377364 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Network d0456e6e-835a-4d95-a3ce-226757a2a385 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:07.378852 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7a4e3c20-e5d5-4961-944b-b9b83e4ec303 None None] Provisioning for port 3562d311-36ee-4ad7-90cf-68a09125c460 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:07.382870 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:07.392606 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:07.396322 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6537bac-14cb-49d0-9388-4c84726e640e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:07.413628 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9def81d-805a-4096-9fbe-84e89b8fd597 None None] Pushing event updated for resources: {'Port': ['ID=77260a6c-02e8-4071-be5f-14ce410db60d,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:07.427451 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Routers {'8a7cc2eb-757d-41da-b453-c27075ad4825'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:07.428062 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:13:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['8a7cc2eb-757d-41da-b453-c27075ad4825'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:07.458020 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088375'] for router_interface, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:07.533188 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a0095fa0-9612-4496-a5bc-a93c3db04e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:09Z', 'revision_number': 5, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:07.567064 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] Set router 8a7cc2eb-757d-41da-b453-c27075ad4825 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:07.572025 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0095fa0-9612-4496-a5bc-a93c3db04e73 None None] Checking router: f3c88265-2d7e-4b1f-935b-84236f4081fd for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:14:07.592879 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0095fa0-9612-4496-a5bc-a93c3db04e73 None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:07.593573 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a0095fa0-9612-4496-a5bc-a93c3db04e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:13:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:07.770039 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-a0095fa0-9612-4496-a5bc-a93c3db04e73 None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:07.814333 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device aabd956d-69af-4f50-b2e4-304102ac9a06 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:14:07.851401 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: aabd956d-69af-4f50-b2e4-304102ac9a06 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:14:07.851829 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device aabd956d-69af-4f50-b2e4-304102ac9a06 not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:14:07.979374 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.066626 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55084) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:08.068952 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'name': 'tempest-TestShelveInstance-1629392833-router', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:14:05Z', 'revision_number': 3, 'project_id': '56b5f120acd749bda0d357e6279b9e04', 'gw_port': {'id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:08.157920 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6cefe6-ba7c-4af6-8c07-be8acff1c3b0 None None] The sync data for ids ['8a7cc2eb-757d-41da-b453-c27075ad4825'] in dv-cinder-780933-11-iscsi is: [{'id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'name': 'tempest-TestShelveInstance-1629392833-router', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:14:05Z', 'revision_number': 3, 'project_id': '56b5f120acd749bda0d357e6279b9e04', 'gw_port': {'id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:14:08.212113 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-86ed2f83-0ac8-455e-b2a1-188761fc2398 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.264194 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-86ed2f83-0ac8-455e-b2a1-188761fc2398 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.275549 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 3562d311-36ee-4ad7-90cf-68a09125c460 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:08.332246 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.340471 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58955099'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.374569 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-86ed2f83-0ac8-455e-b2a1-188761fc2398 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.378603 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-86ed2f83-0ac8-455e-b2a1-188761fc2398 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.384347 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-86ed2f83-0ac8-455e-b2a1-188761fc2398 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "DELETE /v2.0/security-groups/3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9 HTTP/1.1" status: 204 len: 168 time: 0.3132012 Jul 15 19:14:08.385148 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0798f534-82b4-451c-80e6-99b70ceeebb1 None None] Provisioning for port a6537bac-14cb-49d0-9388-4c84726e640e completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:08.386719 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55086) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:08.396714 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0798f534-82b4-451c-80e6-99b70ceeebb1 None None] Provisioning complete for port a6537bac-14cb-49d0-9388-4c84726e640e triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:08.397107 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0798f534-82b4-451c-80e6-99b70ceeebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.408941 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4088387'] for router_interface, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.437082 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed2f83-0ac8-455e-b2a1-188761fc2398 tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:08.456612 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.api.v2.resource [None req-f0516e06-3f78-44c5-9b76-386f0c1f3fee tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] show failed (client error): The resource could not be found. Jul 15 19:14:08.457858 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f0516e06-3f78-44c5-9b76-386f0c1f3fee tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "GET /v2.0/security-groups/3603c9d5-a672-4ffe-b7f4-12e1a77c0ff9 HTTP/1.1" status: 404 len: 347 time: 0.0561733 Jul 15 19:14:08.463704 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55088) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:08.506303 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0798f534-82b4-451c-80e6-99b70ceeebb1 None None] Port a6537bac-14cb-49d0-9388-4c84726e640e cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:14:08.511066 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 3562d311-36ee-4ad7-90cf-68a09125c460 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:08.520868 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 3562d311-36ee-4ad7-90cf-68a09125c460 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:08.521274 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.565582 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0798f534-82b4-451c-80e6-99b70ceeebb1 None None] Provisioning complete for port 3562d311-36ee-4ad7-90cf-68a09125c460 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:08.565952 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0798f534-82b4-451c-80e6-99b70ceeebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.642834 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6537bac-14cb-49d0-9388-4c84726e640e,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:08.650403 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a0095fa0-9612-4496-a5bc-a93c3db04e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:09Z', 'revision_number': 5, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:08.665947 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Network d0456e6e-835a-4d95-a3ce-226757a2a385 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:08.667990 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:08.697465 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-1f215ca4-14a0-420f-aea7-9f1d502a42ce tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Deleting port a29adbf3-8f5d-4fd2-8f7a-f75365b3af34 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:14:08.698214 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1f215ca4-14a0-420f-aea7-9f1d502a42ce tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.718175 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0095fa0-9612-4496-a5bc-a93c3db04e73 None None] The sync data for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi is: [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:02Z', 'revision_number': 4, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'd9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3', 'name': '', 'network_id': '7b72bcf4-08c7-4e93-9476-ff02c7c72c89', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'mac_address': 'fa:16:3e:02:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:09:02Z', 'updated_at': '2021-07-15T19:09:09Z', 'revision_number': 5, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'subnets': [{'id': 'a5bee8ce-ffb9-4467-9559-d91a53ed3aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:14:08.806150 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1f215ca4-14a0-420f-aea7-9f1d502a42ce tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.806876 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1f215ca4-14a0-420f-aea7-9f1d502a42ce tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.824311 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-1f215ca4-14a0-420f-aea7-9f1d502a42ce tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Calling delete_port for a29adbf3-8f5d-4fd2-8f7a-f75365b3af34 owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:14:08.831972 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0798f534-82b4-451c-80e6-99b70ceeebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.841035 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Router 8a7cc2eb-757d-41da-b453-c27075ad4825 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:14:08.856495 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.907987 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0798f534-82b4-451c-80e6-99b70ceeebb1 None None] For port 3562d311-36ee-4ad7-90cf-68a09125c460, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=3562d311-36ee-4ad7-90cf-68a09125c460,segment=NetworkSegment(d6a40e54-f334-4b03-8aab-3420d59ee2df),segment_id=d6a40e54-f334-4b03-8aab-3420d59ee2df)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:08.916178 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0798f534-82b4-451c-80e6-99b70ceeebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.013457 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:14:09.016726 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.db.api [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 19:14:09.017472 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG oslo_db.api [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 19:14:09.019995 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-488475b8-bf69-4197-b7a8-26f3cd1943e4 admin admin] 10.222.0.78 "PUT /v2.0/routers/8a7cc2eb-757d-41da-b453-c27075ad4825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0636232 Jul 15 19:14:09.025627 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798f534-82b4-451c-80e6-99b70ceeebb1 None None] Pushing event updated for resources: {'Port': ['ID=3562d311-36ee-4ad7-90cf-68a09125c460,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:09.030622 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1f215ca4-14a0-420f-aea7-9f1d502a42ce tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.048060 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-e86d5cb4-ee00-463f-8f40-f9833425b1e4 None None] Provisioning complete for port a6537bac-14cb-49d0-9388-4c84726e640e triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:09.048303 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e86d5cb4-ee00-463f-8f40-f9833425b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.085481 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-e86d5cb4-ee00-463f-8f40-f9833425b1e4 None None] Port a6537bac-14cb-49d0-9388-4c84726e640e cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:14:09.099294 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f215ca4-14a0-420f-aea7-9f1d502a42ce tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Pushing event deleted for resources: {'Port': ['ID=a29adbf3-8f5d-4fd2-8f7a-f75365b3af34,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:09.139314 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1f215ca4-14a0-420f-aea7-9f1d502a42ce tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.142089 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1f215ca4-14a0-420f-aea7-9f1d502a42ce tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.153219 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1f215ca4-14a0-420f-aea7-9f1d502a42ce tempest-AttachVolumeShelveTestJSON-908038442 tempest-AttachVolumeShelveTestJSON-908038442-project] 10.222.0.78 "DELETE /v2.0/floatingips/269530d4-43bf-480c-836b-ea8d4ebe9465 HTTP/1.1" status: 204 len: 168 time: 0.6837852 Jul 15 19:14:09.493882 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa96210-449d-4b62-978d-6f549beb2c18 None None] New status for floating IP 269530d4-43bf-480c-836b-ea8d4ebe9465: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:14:09.572746 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 540789cd-421a-401e-afd9-9362a32663ea up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:09.650258 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 540789cd-421a-401e-afd9-9362a32663ea completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:09.654867 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 540789cd-421a-401e-afd9-9362a32663ea triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:09.655240 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.666083 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55100) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:09.671885 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-1b600a34-c557-4148-bd21-fde4c802b703 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977811860', 'description': 'tempest-secgroup-smoke-977811860 description', 'project_id': '101ff66caca44ae4be72fa46746bcb36'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:09.694626 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b600a34-c557-4148-bd21-fde4c802b703 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.739843 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.780710 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port 540789cd-421a-401e-afd9-9362a32663ea, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=540789cd-421a-401e-afd9-9362a32663ea,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:09.787976 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.789597 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b600a34-c557-4148-bd21-fde4c802b703 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.795106 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b600a34-c557-4148-bd21-fde4c802b703 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.824247 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b600a34-c557-4148-bd21-fde4c802b703 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.826139 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1b600a34-c557-4148-bd21-fde4c802b703 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1587842 Jul 15 19:14:09.829388 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55102) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:09.831339 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b600a34-c557-4148-bd21-fde4c802b703 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f6c765-7469-4297-878f-241c23338065,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:09.834436 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-367be543-291b-4935-86b0-903ce052d8b2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Request body: {'security_group_rule': {'security_group_id': 'f8f6c765-7469-4297-878f-241c23338065', 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:09.851642 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=540789cd-421a-401e-afd9-9362a32663ea,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:09.873720 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-367be543-291b-4935-86b0-903ce052d8b2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.940316 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-367be543-291b-4935-86b0-903ce052d8b2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.945476 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-367be543-291b-4935-86b0-903ce052d8b2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.966321 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367be543-291b-4935-86b0-903ce052d8b2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b6dcc0-8ed4-46cc-958a-77d3d3cf906a,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:09.973481 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-367be543-291b-4935-86b0-903ce052d8b2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.974975 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-367be543-291b-4935-86b0-903ce052d8b2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443982 Jul 15 19:14:09.977891 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55104) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:09.982827 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-bef3b984-768b-49a0-b61a-a821649dfbcd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Request body: {'security_group_rule': {'security_group_id': 'f8f6c765-7469-4297-878f-241c23338065', 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:09.985194 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 77260a6c-02e8-4071-be5f-14ce410db60d up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:10.019447 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bef3b984-768b-49a0-b61a-a821649dfbcd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.052288 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 77260a6c-02e8-4071-be5f-14ce410db60d completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:10.056617 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 77260a6c-02e8-4071-be5f-14ce410db60d triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:10.056996 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.096328 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bef3b984-768b-49a0-b61a-a821649dfbcd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.101484 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bef3b984-768b-49a0-b61a-a821649dfbcd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.120368 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3b984-768b-49a0-b61a-a821649dfbcd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abc554b-32bb-48df-9fc6-3bd22e6ea1df,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:10.130334 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bef3b984-768b-49a0-b61a-a821649dfbcd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.131942 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bef3b984-768b-49a0-b61a-a821649dfbcd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1529133 Jul 15 19:14:10.134622 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55106) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:10.139760 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-145817f1-bfc7-43ee-b8c1-3e8786b3d283 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Request body: {'security_group_rule': {'security_group_id': 'f8f6c765-7469-4297-878f-241c23338065', 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:10.143669 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.166846 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port 77260a6c-02e8-4071-be5f-14ce410db60d, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=77260a6c-02e8-4071-be5f-14ce410db60d,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:10.168090 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-145817f1-bfc7-43ee-b8c1-3e8786b3d283 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.171925 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.172730 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 3562d311-36ee-4ad7-90cf-68a09125c460 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:10.236500 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-145817f1-bfc7-43ee-b8c1-3e8786b3d283 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.243737 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-145817f1-bfc7-43ee-b8c1-3e8786b3d283 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.254434 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=77260a6c-02e8-4071-be5f-14ce410db60d,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:10.263971 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145817f1-bfc7-43ee-b8c1-3e8786b3d283 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6884e1e8-57c6-4070-a45f-7b57315bb88b,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:10.268397 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 3562d311-36ee-4ad7-90cf-68a09125c460 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:10.268775 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.271797 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-145817f1-bfc7-43ee-b8c1-3e8786b3d283 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.276162 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-145817f1-bfc7-43ee-b8c1-3e8786b3d283 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374168 Jul 15 19:14:10.276607 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55108) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:10.281917 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-98106a8d-9028-4738-9752-866e0cb16d18 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Request body: {'security_group_rule': {'security_group_id': 'f8f6c765-7469-4297-878f-241c23338065', 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:10.310951 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98106a8d-9028-4738-9752-866e0cb16d18 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.392899 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98106a8d-9028-4738-9752-866e0cb16d18 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.400353 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98106a8d-9028-4738-9752-866e0cb16d18 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.427775 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98106a8d-9028-4738-9752-866e0cb16d18 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af90b4cf-1a81-4194-aa24-c671392edabb,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:10.435176 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98106a8d-9028-4738-9752-866e0cb16d18 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.438405 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-98106a8d-9028-4738-9752-866e0cb16d18 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601822 Jul 15 19:14:10.441338 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55116) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:10.446231 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-1f874b7e-5791-444f-abab-ff6d6e1c104b tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Request body: {'security_group_rule': {'security_group_id': 'f8f6c765-7469-4297-878f-241c23338065', 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:10.474629 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.securitygroups_db [None req-1f874b7e-5791-444f-abab-ff6d6e1c104b tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Project 101ff66caca44ae4be72fa46746bcb36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:14:10.480950 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f874b7e-5791-444f-abab-ff6d6e1c104b tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.579259 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f874b7e-5791-444f-abab-ff6d6e1c104b tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.585482 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f874b7e-5791-444f-abab-ff6d6e1c104b tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.598125 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Sync routers for ids ['8a7cc2eb-757d-41da-b453-c27075ad4825'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:14:10.611208 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f874b7e-5791-444f-abab-ff6d6e1c104b tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4a593e-9874-4118-b6b7-f59dc10fa5d6,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:10.613550 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Routers {'8a7cc2eb-757d-41da-b453-c27075ad4825'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:10.614901 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:13:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['8a7cc2eb-757d-41da-b453-c27075ad4825'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:10.620787 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f874b7e-5791-444f-abab-ff6d6e1c104b tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.622492 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1f874b7e-5791-444f-abab-ff6d6e1c104b tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1800990 Jul 15 19:14:10.626183 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55122) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:10.632361 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-7ad5c8ea-e263-466d-9d84-f438f38c8bf0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Request body: {'security_group_rule': {'security_group_id': 'f8f6c765-7469-4297-878f-241c23338065', 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:10.664551 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.securitygroups_db [None req-7ad5c8ea-e263-466d-9d84-f438f38c8bf0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Project 101ff66caca44ae4be72fa46746bcb36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:14:10.672220 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c8ea-e263-466d-9d84-f438f38c8bf0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.746933 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c8ea-e263-466d-9d84-f438f38c8bf0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.754465 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c8ea-e263-466d-9d84-f438f38c8bf0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.760690 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Set router 8a7cc2eb-757d-41da-b453-c27075ad4825 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:10.771972 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5c8ea-e263-466d-9d84-f438f38c8bf0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382715dc-dd38-4adb-b57b-c535a7deadb5,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:10.784950 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c8ea-e263-466d-9d84-f438f38c8bf0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.786336 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7ad5c8ea-e263-466d-9d84-f438f38c8bf0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1591401 Jul 15 19:14:10.983333 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'name': 'tempest-TestShelveInstance-1629392833-router', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:14:07Z', 'revision_number': 4, 'project_id': '56b5f120acd749bda0d357e6279b9e04', 'gw_port': {'id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'a6537bac-14cb-49d0-9388-4c84726e640e', 'name': '', 'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'mac_address': 'fa:16:3e:4d:f7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6bcf7911-3bcf-4e8b-8760-f2c7fddfe4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:06Z', 'updated_at': '2021-07-15T19:14:08Z', 'revision_number': 2, 'project_id': '56b5f120acd749bda0d357e6279b9e04', 'subnets': [{'id': '6bcf7911-3bcf-4e8b-8760-f2c7fddfe4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:11.011764 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Checking router: 8a7cc2eb-757d-41da-b453-c27075ad4825 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:14:11.012246 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Updating router 8a7cc2eb-757d-41da-b453-c27075ad4825 port a6537bac-14cb-49d0-9388-4c84726e640e binding host dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:14:11.049161 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:11.362452 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:11.373497 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Transition to ACTIVE for port object a6537bac-14cb-49d0-9388-4c84726e640e will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:11.381680 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:11.441733 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf496b2a-2994-45a5-8e71-8283c5c536f7 None None] Pushing event updated for resources: {'Port': ['ID=a6537bac-14cb-49d0-9388-4c84726e640e,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:11.511462 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Attempting to bind port a6537bac-14cb-49d0-9388-4c84726e640e on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:11.511996 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Attempting to bind port a6537bac-14cb-49d0-9388-4c84726e640e by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': 'd6a40e54-f334-4b03-8aab-3420d59ee2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:11.512429 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Attempting to bind port a6537bac-14cb-49d0-9388-4c84726e640e on network d0456e6e-835a-4d95-a3ce-226757a2a385 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:11.519037 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:11.519407 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Checking segment: {'id': 'd6a40e54-f334-4b03-8aab-3420d59ee2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:11.519891 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:11.520355 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Bound using segment: {'id': 'd6a40e54-f334-4b03-8aab-3420d59ee2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:11.521347 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Bound port: a6537bac-14cb-49d0-9388-4c84726e640e, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a40e54-f334-4b03-8aab-3420d59ee2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:11.521740 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:11.640425 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] For port a6537bac-14cb-49d0-9388-4c84726e640e, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:11.645180 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] For port a6537bac-14cb-49d0-9388-4c84726e640e, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=a6537bac-14cb-49d0-9388-4c84726e640e,segment=NetworkSegment(d6a40e54-f334-4b03-8aab-3420d59ee2df),segment_id=d6a40e54-f334-4b03-8aab-3420d59ee2df)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:11.652172 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:11.713116 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Routers {'8a7cc2eb-757d-41da-b453-c27075ad4825'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:11.715425 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:13:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['8a7cc2eb-757d-41da-b453-c27075ad4825'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:11.726498 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf496b2a-2994-45a5-8e71-8283c5c536f7 None None] Pushing event updated for resources: {'Port': ['ID=a6537bac-14cb-49d0-9388-4c84726e640e,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:11.796983 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:11.862923 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] Set router 8a7cc2eb-757d-41da-b453-c27075ad4825 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:11.914080 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55184) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:11.955183 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 77260a6c-02e8-4071-be5f-14ce410db60d up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:12.086709 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 77260a6c-02e8-4071-be5f-14ce410db60d triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:12.087142 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:12.349801 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'name': 'tempest-TestShelveInstance-1629392833-router', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:14:07Z', 'revision_number': 4, 'project_id': '56b5f120acd749bda0d357e6279b9e04', 'gw_port': {'id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'a6537bac-14cb-49d0-9388-4c84726e640e', 'name': '', 'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'mac_address': 'fa:16:3e:4d:f7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6bcf7911-3bcf-4e8b-8760-f2c7fddfe4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:06Z', 'updated_at': '2021-07-15T19:14:11Z', 'revision_number': 4, 'project_id': '56b5f120acd749bda0d357e6279b9e04', 'subnets': [{'id': '6bcf7911-3bcf-4e8b-8760-f2c7fddfe4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:12.381798 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 540789cd-421a-401e-afd9-9362a32663ea up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:12.383752 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ebe2b0-776a-4426-b1b9-c53b5b0505ce None None] The sync data for ids ['8a7cc2eb-757d-41da-b453-c27075ad4825'] in dv-cinder-780933-11-iscsi is: [{'id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'name': 'tempest-TestShelveInstance-1629392833-router', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:14:07Z', 'revision_number': 4, 'project_id': '56b5f120acd749bda0d357e6279b9e04', 'gw_port': {'id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'a6537bac-14cb-49d0-9388-4c84726e640e', 'name': '', 'network_id': 'd0456e6e-835a-4d95-a3ce-226757a2a385', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'mac_address': 'fa:16:3e:4d:f7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6bcf7911-3bcf-4e8b-8760-f2c7fddfe4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:06Z', 'updated_at': '2021-07-15T19:14:11Z', 'revision_number': 4, 'project_id': '56b5f120acd749bda0d357e6279b9e04', 'subnets': [{'id': '6bcf7911-3bcf-4e8b-8760-f2c7fddfe4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:14:12.452998 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 540789cd-421a-401e-afd9-9362a32663ea triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:12.454391 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:12.480255 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-86d6a8ad-62f9-4931-aa0b-f624ec1f59d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4088494'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:12.844832 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-86d6a8ad-62f9-4931-aa0b-f624ec1f59d3 admin admin] Deleting port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:14:12.845422 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-86d6a8ad-62f9-4931-aa0b-f624ec1f59d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:12.948451 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-86d6a8ad-62f9-4931-aa0b-f624ec1f59d3 admin admin] For port d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:12.949556 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-86d6a8ad-62f9-4931-aa0b-f624ec1f59d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:12.964410 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-86d6a8ad-62f9-4931-aa0b-f624ec1f59d3 admin admin] Calling delete_port for d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:14:13.176410 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-86d6a8ad-62f9-4931-aa0b-f624ec1f59d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.207618 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6a8ad-62f9-4931-aa0b-f624ec1f59d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:13.407649 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-86d6a8ad-62f9-4931-aa0b-f624ec1f59d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086334'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.986992 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d6a8ad-62f9-4931-aa0b-f624ec1f59d3 admin admin] Router f3c88265-2d7e-4b1f-935b-84236f4081fd has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:14:14.010374 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device a6537bac-14cb-49d0-9388-4c84726e640e up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:14.073939 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port a6537bac-14cb-49d0-9388-4c84726e640e completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:14.078246 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port a6537bac-14cb-49d0-9388-4c84726e640e triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:14.078625 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.110654 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d6a8ad-62f9-4931-aa0b-f624ec1f59d3 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:14:14.116596 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-86d6a8ad-62f9-4931-aa0b-f624ec1f59d3 admin admin] 10.222.0.78 "PUT /v2.0/routers/f3c88265-2d7e-4b1f-935b-84236f4081fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2012486 Jul 15 19:14:14.119250 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55192) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:14.122857 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a386fe-b092-4a7c-9f09-a26d9db41165 None None] Sync routers for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:14:14.133878 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a386fe-b092-4a7c-9f09-a26d9db41165 None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:14.134838 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-e9a386fe-b092-4a7c-9f09-a26d9db41165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:13:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:14.199942 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.245324 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.263164 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port a6537bac-14cb-49d0-9388-4c84726e640e, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=a6537bac-14cb-49d0-9388-4c84726e640e,segment=NetworkSegment(d6a40e54-f334-4b03-8aab-3420d59ee2df),segment_id=d6a40e54-f334-4b03-8aab-3420d59ee2df)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:14.269235 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.288750 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-e9a386fe-b092-4a7c-9f09-a26d9db41165 None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:14.325948 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=a6537bac-14cb-49d0-9388-4c84726e640e,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:14.359966 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.417060 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Deleting port f94e3224-83ee-47a4-8038-3a77f421c61b {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:14:14.417536 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.515504 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] For port f94e3224-83ee-47a4-8038-3a77f421c61b, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=f94e3224-83ee-47a4-8038-3a77f421c61b,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:14.515869 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.535885 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Calling delete_port for f94e3224-83ee-47a4-8038-3a77f421c61b owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:14:14.564121 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-e9a386fe-b092-4a7c-9f09-a26d9db41165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:14:13Z', 'revision_number': 5, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port': {'id': 'f94e3224-83ee-47a4-8038-3a77f421c61b', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:14.603483 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a386fe-b092-4a7c-9f09-a26d9db41165 None None] Checking router: f3c88265-2d7e-4b1f-935b-84236f4081fd for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:14:14.612761 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a386fe-b092-4a7c-9f09-a26d9db41165 None None] Routers {'f3c88265-2d7e-4b1f-935b-84236f4081fd'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:14.613507 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-e9a386fe-b092-4a7c-9f09-a26d9db41165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:13:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f3c88265-2d7e-4b1f-935b-84236f4081fd'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:14.704502 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-e9a386fe-b092-4a7c-9f09-a26d9db41165 None None] Set router f3c88265-2d7e-4b1f-935b-84236f4081fd gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:14.726473 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.757428 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-e9a386fe-b092-4a7c-9f09-a26d9db41165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:14:14Z', 'revision_number': 6, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port_host': None}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:14.758561 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=f94e3224-83ee-47a4-8038-3a77f421c61b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:14.789450 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a386fe-b092-4a7c-9f09-a26d9db41165 None None] The sync data for ids ['f3c88265-2d7e-4b1f-935b-84236f4081fd'] in dv-cinder-780933-11-iscsi is: [{'id': 'f3c88265-2d7e-4b1f-935b-84236f4081fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1736365162-router', 'tenant_id': '0be4587d964244979a1f44d613e7a0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:08:59Z', 'updated_at': '2021-07-15T19:14:14Z', 'revision_number': 6, 'project_id': '0be4587d964244979a1f44d613e7a0fd', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:14:14.821901 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759716'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.939532 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6543'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.943300 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.008571 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4088806'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.009879 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3c88265-2d7e-4b1f-935b-84236f4081fd {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:14:15.014733 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.016030 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-966bb3a0-fab7-4800-9664-ea0439b60ffa admin admin] 10.222.0.78 "DELETE /v2.0/routers/f3c88265-2d7e-4b1f-935b-84236f4081fd HTTP/1.1" status: 204 len: 168 time: 0.8954451 Jul 15 19:14:15.018507 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55196) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:15.069518 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d27772-e810-48b2-b3c1-6395bfc23851 admin admin] Deleting subnet a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:14:15.073051 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91d27772-e810-48b2-b3c1-6395bfc23851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.109638 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91d27772-e810-48b2-b3c1-6395bfc23851 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60733246'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.193104 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91d27772-e810-48b2-b3c1-6395bfc23851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.261962 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91d27772-e810-48b2-b3c1-6395bfc23851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59799138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59558045'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.297839 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91d27772-e810-48b2-b3c1-6395bfc23851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.299828 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-91d27772-e810-48b2-b3c1-6395bfc23851 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a5bee8ce-ffb9-4467-9559-d91a53ed3aa0 HTTP/1.1" status: 204 len: 168 time: 0.2803953 Jul 15 19:14:15.301667 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d27772-e810-48b2-b3c1-6395bfc23851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5bee8ce-ffb9-4467-9559-d91a53ed3aa0,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:15.302802 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55198) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:15.303422 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30081bef-efbb-415d-b27d-b1ad4005f2fa None None] Network 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:14:15.393936 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.467897 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Deleting port fdf4d33c-070b-4019-8ad7-a008372910ab {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:14:15.468244 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.546533 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] For port fdf4d33c-070b-4019-8ad7-a008372910ab, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=fdf4d33c-070b-4019-8ad7-a008372910ab,segment=NetworkSegment(c8ae83c5-26f3-40c6-8493-d2b270a1edff),segment_id=c8ae83c5-26f3-40c6-8493-d2b270a1edff)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:15.546896 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.561307 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Calling delete_port for fdf4d33c-070b-4019-8ad7-a008372910ab owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:14:15.654239 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.680684 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf4d33c-070b-4019-8ad7-a008372910ab,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:15.684502 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] No DVR routers for this DVR port fdf4d33c-070b-4019-8ad7-a008372910ab on host dv-cinder-780933-11-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:14:15.770655 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.779597 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329c7d8e-ad3b-404e-9187-deaa20925696 None None] DHCP port deletion for 7b72bcf4-08c7-4e93-9476-ff02c7c72c89 request from dv-cinder-780933-11-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:14:15.781712 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b72bcf4-08c7-4e93-9476-ff02c7c72c89']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:15.795467 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ae83c5-26f3-40c6-8493-d2b270a1edff') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:15.795847 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ae83c5-26f3-40c6-8493-d2b270a1edff') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:15.811348 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955153'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.832973 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.841403 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:14:15.841756 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954931'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: Traceback (most recent call last): Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: timer() Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: cb(*args, **kw) Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: return func(*args, **kwargs) Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: self._notify() Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: self.callback(batched_events) Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: event.method(event) Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: return f(self, *a, **k) Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._get(url).json() Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:14:15.857566 dv-cinder-780933-11-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:14:15.931062 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device a6537bac-14cb-49d0-9388-4c84726e640e up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:15.977703 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.987437 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.992946 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7b72bcf4-08c7-4e93-9476-ff02c7c72c89 HTTP/1.1" status: 204 len: 168 time: 0.6888952 Jul 15 19:14:16.006985 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1513ad-7935-409a-ba7e-c368da112831 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b72bcf4-08c7-4e93-9476-ff02c7c72c89,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:16.021092 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port a6537bac-14cb-49d0-9388-4c84726e640e triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:16.021950 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:16.199459 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55204) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:16.202476 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:14:16.229634 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:14:16.230382 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device d9bec8fe-4fd4-4cde-b8a4-48a3e9cafff3 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:14:16.231188 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device f94e3224-83ee-47a4-8038-3a77f421c61b no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:14:16.252997 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1a753fc3-bdec-4d8c-9aaf-47213a8e1bc5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0be4587d964244979a1f44d613e7a0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517318 Jul 15 19:14:16.255253 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55206) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:16.255528 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: f94e3224-83ee-47a4-8038-3a77f421c61b {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:14:16.257072 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device f94e3224-83ee-47a4-8038-3a77f421c61b not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:14:16.259879 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device fdf4d33c-070b-4019-8ad7-a008372910ab no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:14:16.287838 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: fdf4d33c-070b-4019-8ad7-a008372910ab {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:14:16.288192 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device fdf4d33c-070b-4019-8ad7-a008372910ab not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:14:16.290398 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:14:16.322720 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8347c3c9-262d-4be6-bda3-c26fea1bcbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:16.350864 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8347c3c9-262d-4be6-bda3-c26fea1bcbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:16.408432 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8347c3c9-262d-4be6-bda3-c26fea1bcbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:16.414472 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8347c3c9-262d-4be6-bda3-c26fea1bcbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:16.415781 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8347c3c9-262d-4be6-bda3-c26fea1bcbe1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8cc53855-00f3-4c49-8568-16703cf558e5 HTTP/1.1" status: 204 len: 168 time: 0.1593957 Jul 15 19:14:16.427448 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347c3c9-262d-4be6-bda3-c26fea1bcbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc53855-00f3-4c49-8568-16703cf558e5,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:16.539306 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f07d4fd8-8907-4edc-a3cc-df58d2081a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:20.244357 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:21.177444 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e7fb1d85-476a-407a-a29e-edd67eb22a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:22.098129 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:23.619953 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:25.942321 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55366) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:26.110093 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-867eeace-c82f-4bb9-84b4-a735ca07efed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.223658 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-867eeace-c82f-4bb9-84b4-a735ca07efed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.228525 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-867eeace-c82f-4bb9-84b4-a735ca07efed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.265682 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-867eeace-c82f-4bb9-84b4-a735ca07efed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d4ee499ade84da39b149f6460f81fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219247 Jul 15 19:14:26.268564 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55372) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:26.270414 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867eeace-c82f-4bb9-84b4-a735ca07efed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533ee371-9f13-4646-acdf-9bd4d2898ebc,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:26.321835 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-77f8448a-7214-4c34-ba77-3f49d4b69e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.343412 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-77f8448a-7214-4c34-ba77-3f49d4b69e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.389271 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-77f8448a-7214-4c34-ba77-3f49d4b69e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.391988 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-77f8448a-7214-4c34-ba77-3f49d4b69e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.393189 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-77f8448a-7214-4c34-ba77-3f49d4b69e33 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/533ee371-9f13-4646-acdf-9bd4d2898ebc HTTP/1.1" status: 204 len: 168 time: 0.1235495 Jul 15 19:14:26.401428 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8448a-7214-4c34-ba77-3f49d4b69e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533ee371-9f13-4646-acdf-9bd4d2898ebc,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:26.670016 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55378) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:26.683829 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1c84a3b7-b63a-493d-90e9-0d15e39b766d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.777529 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1c84a3b7-b63a-493d-90e9-0d15e39b766d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.782859 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1c84a3b7-b63a-493d-90e9-0d15e39b766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.820237 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84a3b7-b63a-493d-90e9-0d15e39b766d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123ba48e-76b7-47d6-892e-88df255753f7,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:26.824597 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1c84a3b7-b63a-493d-90e9-0d15e39b766d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=40a35f483ac34aeb95b125b649039fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535082 Jul 15 19:14:26.827732 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55380) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:26.878015 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d47dd422-3775-47b6-b341-6e111c9fed20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.900917 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d47dd422-3775-47b6-b341-6e111c9fed20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.955745 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d47dd422-3775-47b6-b341-6e111c9fed20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.958618 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d47dd422-3775-47b6-b341-6e111c9fed20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.959793 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d47dd422-3775-47b6-b341-6e111c9fed20 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/123ba48e-76b7-47d6-892e-88df255753f7 HTTP/1.1" status: 204 len: 168 time: 0.1313093 Jul 15 19:14:26.967825 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47dd422-3775-47b6-b341-6e111c9fed20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123ba48e-76b7-47d6-892e-88df255753f7,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:27.329413 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55392) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:27.343987 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6abfbb54-4825-4972-acff-db41c409818a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:27.419855 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-f9f6bd9a-386f-4ce6-8c1e-60f36c322c8d tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977811860&fields=id&tenant_id=101ff66caca44ae4be72fa46746bcb36 HTTP/1.1" status: 200 len: 267 time: 0.0528500 Jul 15 19:14:27.549583 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6abfbb54-4825-4972-acff-db41c409818a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:27.556148 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6abfbb54-4825-4972-acff-db41c409818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:27.595799 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-6fe6c161-9d6d-4eb8-9e49-c3ce0f293e57 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:27.597320 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-6fe6c161-9d6d-4eb8-9e49-c3ce0f293e57 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/networks?id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7 HTTP/1.1" status: 200 len: 808 time: 0.1700158 Jul 15 19:14:27.623164 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6abfbb54-4825-4972-acff-db41c409818a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=55cd491ea7444663bc24027d6b676834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924542 Jul 15 19:14:27.625039 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfbb54-4825-4972-acff-db41c409818a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83084bb9-550c-4638-bd4f-ff4ccef6ec24,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:27.626492 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55394) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:27.629626 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-c22b9db1-90e9-4a98-8f92-395a65f17659 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/quotas/101ff66caca44ae4be72fa46746bcb36 HTTP/1.1" status: 200 len: 375 time: 0.0204101 Jul 15 19:14:27.681009 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8584860f-2c3c-4df6-b4dc-33534aa44442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:27.703451 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8584860f-2c3c-4df6-b4dc-33534aa44442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:27.710399 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-0805c21f-cf28-41ea-930b-3192229f390a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=101ff66caca44ae4be72fa46746bcb36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717547 Jul 15 19:14:27.754100 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8584860f-2c3c-4df6-b4dc-33534aa44442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:27.757472 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8584860f-2c3c-4df6-b4dc-33534aa44442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:27.758648 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8584860f-2c3c-4df6-b4dc-33534aa44442 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/83084bb9-550c-4638-bd4f-ff4ccef6ec24 HTTP/1.1" status: 204 len: 168 time: 0.1311519 Jul 15 19:14:27.766784 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584860f-2c3c-4df6-b4dc-33534aa44442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83084bb9-550c-4638-bd4f-ff4ccef6ec24,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:27.813386 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-5602b48f-5260-4d2b-bc99-b5db70f75b40 service neutron] 10.222.0.78 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894012 Jul 15 19:14:27.913507 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-16d8b822-0c09-495c-8a66-901bbfc51bf8 service neutron] 10.222.0.78 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943079 Jul 15 19:14:28.274497 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b63ea1be-20b1-4fae-8cb4-4116646dd9f2 req-b581a281-0fce-450c-93b5-e850c8a4cab0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 210 time: 0.0312827 Jul 15 19:14:29.466143 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2971999f-48b5-4eaf-9cb2-8875d5a085a6 req-f1543912-be8a-4cc3-8813-83fcdef7aabd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 210 time: 0.0408568 Jul 15 19:14:29.501814 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8be65b8f-f4ce-4ee6-94a7-42d4e2ba3a31 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:29.503537 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8be65b8f-f4ce-4ee6-94a7-42d4e2ba3a31 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.81 "GET /v2.0/networks?id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7 HTTP/1.1" status: 200 len: 808 time: 0.2083149 Jul 15 19:14:29.552648 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-9d928d6f-5218-46a3-8641-6dfcead4ef85 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101ff66caca44ae4be72fa46746bcb36 HTTP/1.1" status: 200 len: 379 time: 0.0407374 Jul 15 19:14:29.565503 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Request body: {'port': {'device_id': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'admin_state_up': True, 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'security_groups': ['f8f6c765-7469-4297-878f-241c23338065']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:29.731855 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Made reservation on behalf of 101ff66caca44ae4be72fa46746bcb36 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:14:29.735872 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.876211 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Allocated IP 172.20.0.8 (6e6ab359-bf1b-47d9-ab86-2eda534dddd7/10d31f9a-422f-46e1-a676-3337bb7deca7/431965d3-2787-4c10-990e-3130aa8a6fd8) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:30.033237 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.049364 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Transition to ACTIVE for port object 431965d3-2787-4c10-990e-3130aa8a6fd8 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:30.095384 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.147134 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:30.150606 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:30.153353 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:30.181534 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Pushing event updated for resources: {'Port': ['ID=431965d3-2787-4c10-990e-3130aa8a6fd8,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:30.225651 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:30.226927 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.250284 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-33250c0e-49dd-491b-9f00-d16dac34c0b3 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6893253 Jul 15 19:14:30.263581 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Request body: {'port': {'device_id': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:30.371600 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.419723 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f4c7baea-728e-4f59-9592-49bd32dd3552 None None] Provisioning for port 431965d3-2787-4c10-990e-3130aa8a6fd8 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:30.425704 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f4c7baea-728e-4f59-9592-49bd32dd3552 None None] Provisioning complete for port 431965d3-2787-4c10-990e-3130aa8a6fd8 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:30.426150 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f4c7baea-728e-4f59-9592-49bd32dd3552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.464099 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7baea-728e-4f59-9592-49bd32dd3552 None None] Port 431965d3-2787-4c10-990e-3130aa8a6fd8 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:14:30.654658 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc1f23-9d4c-47dd-ad06-ec2851b52eaf req-b4d25b2e-85b4-4d9b-b51b-081d103dd75e tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:30.656519 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-20fc1f23-9d4c-47dd-ad06-ec2851b52eaf req-b4d25b2e-85b4-4d9b-b51b-081d103dd75e tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 931 time: 0.0717010 Jul 15 19:14:30.676402 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431965d3-2787-4c10-990e-3130aa8a6fd8 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:14:30.686479 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.698665 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-20fc1f23-9d4c-47dd-ad06-ec2851b52eaf req-3db33e72-e1ee-4111-9dbf-8551f75d2174 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357285 Jul 15 19:14:30.700729 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Transition to ACTIVE for port object 431965d3-2787-4c10-990e-3130aa8a6fd8 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:30.708233 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.762683 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Pushing event updated for resources: {'Port': ['ID=431965d3-2787-4c10-990e-3130aa8a6fd8,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:30.853017 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Attempting to bind port 431965d3-2787-4c10-990e-3130aa8a6fd8 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:30.853507 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Attempting to bind port 431965d3-2787-4c10-990e-3130aa8a6fd8 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '379ef9ec-f183-4ea0-b75f-7dcf99827ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:30.853841 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Attempting to bind port 431965d3-2787-4c10-990e-3130aa8a6fd8 on network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:30.860233 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Port 431965d3-2787-4c10-990e-3130aa8a6fd8 on network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:14:30.860730 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Attempting to bind port 431965d3-2787-4c10-990e-3130aa8a6fd8 on network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:30.867405 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:30.867813 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Checking segment: {'id': '379ef9ec-f183-4ea0-b75f-7dcf99827ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:30.868102 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Bound using segment: {'id': '379ef9ec-f183-4ea0-b75f-7dcf99827ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:30.868558 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Bound port: 431965d3-2787-4c10-990e-3130aa8a6fd8, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379ef9ec-f183-4ea0-b75f-7dcf99827ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:30.868896 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.948990 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] For port 431965d3-2787-4c10-990e-3130aa8a6fd8, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:30.953039 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] For port 431965d3-2787-4c10-990e-3130aa8a6fd8, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=431965d3-2787-4c10-990e-3130aa8a6fd8,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:30.959703 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:31.004560 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:31.005287 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:31.006803 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] 10.222.0.81 "PUT /v2.0/ports/431965d3-2787-4c10-990e-3130aa8a6fd8 HTTP/1.1" status: 200 len: 1093 time: 0.7498984 Jul 15 19:14:31.007275 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:31.009528 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae17d89c-4cda-4430-be7e-dba46aae8324" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:31.041613 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66f7bc-5ca6-4dfc-bd2e-52c94215b086 service neutron] Pushing event updated for resources: {'Port': ['ID=431965d3-2787-4c10-990e-3130aa8a6fd8,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:31.066476 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd4e86a-82a3-47e0-a603-0d0fa9e34446 x-openstack-request-id: req-9bd4e86a-82a3-47e0-a603-0d0fa9e34446 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:31.066771 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:31.066992 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9bd4e86a-82a3-47e0-a603-0d0fa9e34446 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:31.067482 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'status': 'completed', 'code': 200} Jul 15 19:14:31.122621 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-a061a3bc-2528-4941-9cff-9a63fac6725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:31.124287 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-a061a3bc-2528-4941-9cff-9a63fac6725d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=101ff66caca44ae4be72fa46746bcb36&device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 1096 time: 0.0680828 Jul 15 19:14:31.186621 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-584b243c-811d-4073-9840-01ddc8eae888 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431965d3-2787-4c10-990e-3130aa8a6fd8 HTTP/1.1" status: 200 len: 217 time: 0.0552177 Jul 15 19:14:31.250208 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-e1852b69-b1dd-4b2d-b198-ec2b275756f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:31.251716 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-e1852b69-b1dd-4b2d-b198-ec2b275756f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=10d31f9a-422f-46e1-a676-3337bb7deca7 HTTP/1.1" status: 200 len: 847 time: 0.0594721 Jul 15 19:14:31.315010 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-108b1aba-59ee-40fa-8e1d-babca57b1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:31.316518 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-108b1aba-59ee-40fa-8e1d-babca57b1815 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0589123 Jul 15 19:14:31.419263 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-0b4d527a-446f-40b3-88d2-ebae0c51e3be service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961428 Jul 15 19:14:31.525004 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5311b0-6960-4eaa-ae44-b89acbd6b350 req-e53ca8ce-273e-47f1-b8e5-a6c54c5e1192 service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985363 Jul 15 19:14:31.639454 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17d89c-4cda-4430-be7e-dba46aae8324 req-e7bd07f4-add7-4807-9fe8-e2b9b04157d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:31.641083 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ae17d89c-4cda-4430-be7e-dba46aae8324 req-e7bd07f4-add7-4807-9fe8-e2b9b04157d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=101ff66caca44ae4be72fa46746bcb36&device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 1096 time: 0.0615726 Jul 15 19:14:31.747488 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17d89c-4cda-4430-be7e-dba46aae8324 req-d899bb38-1fa7-4fdd-9ac4-33c0157cf6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:31.749339 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ae17d89c-4cda-4430-be7e-dba46aae8324 req-d899bb38-1fa7-4fdd-9ac4-33c0157cf6bb service neutron] 10.222.0.81 "GET /v2.0/networks?id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7 HTTP/1.1" status: 200 len: 909 time: 0.1009915 Jul 15 19:14:31.791806 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ae17d89c-4cda-4430-be7e-dba46aae8324 req-d5b7e9a1-2b7d-4736-b42e-0d9a21c7f003 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431965d3-2787-4c10-990e-3130aa8a6fd8 HTTP/1.1" status: 200 len: 217 time: 0.0362148 Jul 15 19:14:31.843409 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17d89c-4cda-4430-be7e-dba46aae8324 req-fac3a5a3-9d78-41e8-b389-a94c7f64091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:31.844938 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ae17d89c-4cda-4430-be7e-dba46aae8324 req-fac3a5a3-9d78-41e8-b389-a94c7f64091e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=10d31f9a-422f-46e1-a676-3337bb7deca7 HTTP/1.1" status: 200 len: 847 time: 0.0471070 Jul 15 19:14:31.888310 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488ad7-904b-47f9-ab1d-131d3355943d req-b9f05e06-0724-46c7-99e8-8d262cfb4d1f tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:31.890159 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-28488ad7-904b-47f9-ab1d-131d3355943d req-b9f05e06-0724-46c7-99e8-8d262cfb4d1f tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 943 time: 0.0735145 Jul 15 19:14:31.912521 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17d89c-4cda-4430-be7e-dba46aae8324 req-af62c483-faa4-48c4-8f44-9c75f1fe70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:31.914130 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ae17d89c-4cda-4430-be7e-dba46aae8324 req-af62c483-faa4-48c4-8f44-9c75f1fe70d5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0629113 Jul 15 19:14:31.935910 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-28488ad7-904b-47f9-ab1d-131d3355943d req-69c43f3d-db21-462c-b635-ab35a5571aa6 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363564 Jul 15 19:14:32.009267 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ae17d89c-4cda-4430-be7e-dba46aae8324 req-99738c75-ebca-4b80-948c-3183ca6c0288 service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882547 Jul 15 19:14:32.106039 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ae17d89c-4cda-4430-be7e-dba46aae8324 req-65a9edea-804c-423d-ad7a-572e07738c6f service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906827 Jul 15 19:14:33.119087 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea74b4-05e3-4db0-a75e-43336720d9f1 req-0d7aee2c-433e-45c8-9c48-fe2b6fd80d9a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:33.120628 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1bea74b4-05e3-4db0-a75e-43336720d9f1 req-0d7aee2c-433e-45c8-9c48-fe2b6fd80d9a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 943 time: 0.0666068 Jul 15 19:14:33.162386 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1bea74b4-05e3-4db0-a75e-43336720d9f1 req-75288a43-0aab-4376-b0fb-c65abe6503c2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355687 Jul 15 19:14:34.356560 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b526c1-0388-4748-b192-66fcc58aeec2 req-288c7496-c6e0-4abf-9325-446456e8ac9c tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:34.358614 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-11b526c1-0388-4748-b192-66fcc58aeec2 req-288c7496-c6e0-4abf-9325-446456e8ac9c tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 943 time: 0.0838187 Jul 15 19:14:34.403904 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-11b526c1-0388-4748-b192-66fcc58aeec2 req-131ffbf2-f680-4441-9518-cc059d9837a5 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393624 Jul 15 19:14:35.626631 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47613328-8a77-4f80-aa0d-879fdeefa06f req-71559e75-6151-41ac-9295-9903fd54d8fc tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:35.628488 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-47613328-8a77-4f80-aa0d-879fdeefa06f req-71559e75-6151-41ac-9295-9903fd54d8fc tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 943 time: 0.1035986 Jul 15 19:14:35.958155 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-47613328-8a77-4f80-aa0d-879fdeefa06f req-57637857-d1f3-45b5-a3d9-59b762bf190d tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227723 Jul 15 19:14:37.146121 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923db9c3-a581-4177-bdf8-6491d96ec776 req-f2ae70cd-ddca-442c-a6e4-24989cfd04ae tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:37.147494 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-923db9c3-a581-4177-bdf8-6491d96ec776 req-f2ae70cd-ddca-442c-a6e4-24989cfd04ae tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 943 time: 0.0708632 Jul 15 19:14:37.188554 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-923db9c3-a581-4177-bdf8-6491d96ec776 req-367becb2-ba40-473b-911b-8d5d43175d67 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325811 Jul 15 19:14:38.373041 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb7db1-829a-49eb-966f-252a27ce5cce req-36ec0078-c45e-4c36-b4c8-9853af20abb5 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:38.374576 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99eb7db1-829a-49eb-966f-252a27ce5cce req-36ec0078-c45e-4c36-b4c8-9853af20abb5 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 943 time: 0.0750401 Jul 15 19:14:38.416847 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99eb7db1-829a-49eb-966f-252a27ce5cce req-334a43bf-2e4e-4f93-895d-1e2e9a64fb25 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339222 Jul 15 19:14:39.097598 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55534) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:39.227745 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-35b72b0a-6e24-4e8c-a1ec-c0ef679a13c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:39.329200 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-35b72b0a-6e24-4e8c-a1ec-c0ef679a13c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:39.334198 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-35b72b0a-6e24-4e8c-a1ec-c0ef679a13c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:39.374265 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-35b72b0a-6e24-4e8c-a1ec-c0ef679a13c0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d629551d391c434ab97b4fa6b807c0b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754557 Jul 15 19:14:39.375074 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b72b0a-6e24-4e8c-a1ec-c0ef679a13c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebb7965-738f-4adf-8fd4-19802d58b5b9,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:39.377181 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55538) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:39.442829 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da95c9cd-a905-4773-b3e0-00a42e774c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:39.465770 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da95c9cd-a905-4773-b3e0-00a42e774c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:39.520388 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da95c9cd-a905-4773-b3e0-00a42e774c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:39.523090 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da95c9cd-a905-4773-b3e0-00a42e774c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:39.524275 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-da95c9cd-a905-4773-b3e0-00a42e774c02 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ebb7965-738f-4adf-8fd4-19802d58b5b9 HTTP/1.1" status: 204 len: 168 time: 0.1451502 Jul 15 19:14:39.544095 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95c9cd-a905-4773-b3e0-00a42e774c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebb7965-738f-4adf-8fd4-19802d58b5b9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:39.609191 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088832e-8f00-4c20-9453-af812e61e854 req-5e448937-73c2-46c4-95ec-59a032ece394 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:39.610788 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c088832e-8f00-4c20-9453-af812e61e854 req-5e448937-73c2-46c4-95ec-59a032ece394 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 943 time: 0.0782709 Jul 15 19:14:39.652588 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c088832e-8f00-4c20-9453-af812e61e854 req-2064c956-cae8-4826-a919-9eb7a5b9abed tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359535 Jul 15 19:14:39.854928 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55546) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:39.869027 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47dd6715-a2d7-449a-a957-a498596870b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:39.959880 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47dd6715-a2d7-449a-a957-a498596870b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:39.965480 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 431965d3-2787-4c10-990e-3130aa8a6fd8 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:14:39.967048 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47dd6715-a2d7-449a-a957-a498596870b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.006095 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-47dd6715-a2d7-449a-a957-a498596870b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=efeeacbee04b4bd4a38428feca4b86b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501894 Jul 15 19:14:40.007228 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd6715-a2d7-449a-a957-a498596870b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9081cd2-1e80-41dd-be49-43137f2c5859,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:40.008855 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55548) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:40.058606 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65d9dfad-742a-41db-9cba-bf12a9f1fb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.071158 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 431965d3-2787-4c10-990e-3130aa8a6fd8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=431965d3-2787-4c10-990e-3130aa8a6fd8,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:40.080991 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65d9dfad-742a-41db-9cba-bf12a9f1fb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.082720 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'port_id': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'mac_address': 'fa:16:3e:af:7d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:14:40.121034 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.130106 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65d9dfad-742a-41db-9cba-bf12a9f1fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.132755 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65d9dfad-742a-41db-9cba-bf12a9f1fb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.134034 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-65d9dfad-742a-41db-9cba-bf12a9f1fb9b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9081cd2-1e80-41dd-be49-43137f2c5859 HTTP/1.1" status: 204 len: 168 time: 0.1238477 Jul 15 19:14:40.136120 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431965d3-2787-4c10-990e-3130aa8a6fd8 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:14:40.142577 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9dfad-742a-41db-9cba-bf12a9f1fb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9081cd2-1e80-41dd-be49-43137f2c5859,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:40.160331 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 431965d3-2787-4c10-990e-3130aa8a6fd8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=431965d3-2787-4c10-990e-3130aa8a6fd8,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:40.166095 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.224048 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=431965d3-2787-4c10-990e-3130aa8a6fd8,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:40.369357 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['431965d3-2787-4c10-990e-3130aa8a6fd8'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:14:40.835478 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d021584-bca5-4f63-aaf0-af3bb1045e86 req-b69b4c08-93d0-4920-8fe4-66f105a3cc9c tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:40.837000 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d021584-bca5-4f63-aaf0-af3bb1045e86 req-b69b4c08-93d0-4920-8fe4-66f105a3cc9c tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 944 time: 0.0679197 Jul 15 19:14:40.877995 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d021584-bca5-4f63-aaf0-af3bb1045e86 req-85317b2e-2376-4e59-9855-a7cf00054989 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353379 Jul 15 19:14:41.784085 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:41.980341 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 431965d3-2787-4c10-990e-3130aa8a6fd8 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:42.032293 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port 431965d3-2787-4c10-990e-3130aa8a6fd8 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:42.036657 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 431965d3-2787-4c10-990e-3130aa8a6fd8 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:42.036976 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:42.054117 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a3394-a489-4886-aba2-6753e000567c req-4b4a14c2-f43a-4521-857b-4cf2489c07d6 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:42.055827 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-240a3394-a489-4886-aba2-6753e000567c req-4b4a14c2-f43a-4521-857b-4cf2489c07d6 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 944 time: 0.0675790 Jul 15 19:14:42.094735 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-240a3394-a489-4886-aba2-6753e000567c req-db9f5233-eb4c-4846-aece-889d0a7c2abf tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330663 Jul 15 19:14:42.114289 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:42.138639 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:42.138919 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c422dcb5-37f0-4362-96c6-068cf7f66534" -d '{"events": [{"server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "name": "network-vif-plugged", "status": "completed", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:42.152168 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 431965d3-2787-4c10-990e-3130aa8a6fd8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=431965d3-2787-4c10-990e-3130aa8a6fd8,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:42.158012 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:42.184912 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2719c4d6-e984-445a-b49b-c19a3b493435 x-openstack-request-id: req-2719c4d6-e984-445a-b49b-c19a3b493435 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:42.185221 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "name": "network-vif-plugged", "status": "completed", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:42.185471 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2719c4d6-e984-445a-b49b-c19a3b493435 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:42.185851 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'code': 200} Jul 15 19:14:42.212146 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=431965d3-2787-4c10-990e-3130aa8a6fd8,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:42.476496 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a4d57-6c94-4894-a800-2f993e545c48 req-ad33ce09-794f-4c88-944a-59a99736a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:42.478095 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e98a4d57-6c94-4894-a800-2f993e545c48 req-ad33ce09-794f-4c88-944a-59a99736a409 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 1098 time: 0.0779712 Jul 15 19:14:42.522186 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e98a4d57-6c94-4894-a800-2f993e545c48 req-23c742f4-7325-4aba-94ee-5cb06adc9c6d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369773 Jul 15 19:14:43.296585 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a0054-6a61-49e6-8f83-f446d6ebb10b req-560bddfd-2e3e-4fb8-a243-676e4a8e8848 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:43.298314 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-565a0054-6a61-49e6-8f83-f446d6ebb10b req-560bddfd-2e3e-4fb8-a243-676e4a8e8848 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0736835 Jul 15 19:14:43.338070 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-565a0054-6a61-49e6-8f83-f446d6ebb10b req-64848e47-3c49-4573-bf4f-bba2a1eeb7b7 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341318 Jul 15 19:14:44.364184 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55622) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:44.495202 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dbbfe90a-20fa-4be4-bcef-428f4c72a537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.565555 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b71295-0cd9-41ad-836c-806646fea0de req-354512ff-3644-47da-ac2b-7e9ae27c8331 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:44.567119 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9b71295-0cd9-41ad-836c-806646fea0de req-354512ff-3644-47da-ac2b-7e9ae27c8331 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.1114552 Jul 15 19:14:44.630152 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9b71295-0cd9-41ad-836c-806646fea0de req-85579d75-c47b-4f59-96bb-00698d74ceb8 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539696 Jul 15 19:14:44.654360 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dbbfe90a-20fa-4be4-bcef-428f4c72a537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.659937 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dbbfe90a-20fa-4be4-bcef-428f4c72a537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.706630 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-dbbfe90a-20fa-4be4-bcef-428f4c72a537 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e978ac402927451e83426d32f6303c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395586 Jul 15 19:14:44.706630 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfe90a-20fa-4be4-bcef-428f4c72a537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5389513-83e3-4b79-af81-b0a68df663f9,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:44.708773 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55632) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:44.793459 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2cdc6e79-d432-469d-8bb5-904ee99ebb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.820084 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2cdc6e79-d432-469d-8bb5-904ee99ebb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.868884 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73136a-391d-4b86-98e5-0cc73ba6185b req-11aeee75-f638-40d4-ab7a-aa08b70ec65b tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:44.870406 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3b73136a-391d-4b86-98e5-0cc73ba6185b req-11aeee75-f638-40d4-ab7a-aa08b70ec65b tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.1180267 Jul 15 19:14:44.898936 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2cdc6e79-d432-469d-8bb5-904ee99ebb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.901312 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2cdc6e79-d432-469d-8bb5-904ee99ebb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.902412 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2cdc6e79-d432-469d-8bb5-904ee99ebb1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c5389513-83e3-4b79-af81-b0a68df663f9 HTTP/1.1" status: 204 len: 168 time: 0.1918681 Jul 15 19:14:44.920392 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3b73136a-391d-4b86-98e5-0cc73ba6185b req-e8450d6b-420b-44f2-abf0-e24964d8310c tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433238 Jul 15 19:14:44.921274 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc6e79-d432-469d-8bb5-904ee99ebb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5389513-83e3-4b79-af81-b0a68df663f9,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:44.947538 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55636) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:45.119054 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074ce0e5-feff-46b5-a8f7-9eb7175f0c46 tempest-TestShelveInstance-843670337 tempest-TestShelveInstance-843670337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:45.120660 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-074ce0e5-feff-46b5-a8f7-9eb7175f0c46 tempest-TestShelveInstance-843670337 tempest-TestShelveInstance-843670337-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 1093 time: 0.1720450 Jul 15 19:14:45.123776 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55644) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:45.128304 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Request body: {'floatingip': {'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'port_id': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:45.152268 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:45.263415 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:45.367605 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Allocated IP 172.27.1.89 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/e87276c4-0cc9-4d63-a496-3c12e35dfc5d) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:45.513495 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:45.563393 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:45.605240 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:45.608181 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:45.612065 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:45.618411 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Pushing event updated for resources: {'Port': ['ID=e87276c4-0cc9-4d63-a496-3c12e35dfc5d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:46.061723 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:46.158439 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:46.312765 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:46.318626 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58955099'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:46.383881 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Pushing event updated for resources: {'Port': ['ID=e87276c4-0cc9-4d63-a496-3c12e35dfc5d,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:46.400449 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:46.504985 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Floating IP 2f881197-0030-4f45-8e72-c471850537e2 associated. External IP: 172.27.1.89, port: 431965d3-2787-4c10-990e-3130aa8a6fd8. Jul 15 19:14:46.533369 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2f9aee06-67d5-4827-abdd-050b57408bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:46.999234 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Router 81a74837-fa7a-453f-8297-37c8f94b7c2e has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:14:47.114852 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:14:47.127062 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f646bd-b067-4ae6-8c8d-92f8ecfd684f None None] Sync routers for ids ['81a74837-fa7a-453f-8297-37c8f94b7c2e'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:14:47.138608 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f646bd-b067-4ae6-8c8d-92f8ecfd684f None None] Routers {'81a74837-fa7a-453f-8297-37c8f94b7c2e'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:47.139844 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-59f646bd-b067-4ae6-8c8d-92f8ecfd684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:14:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['81a74837-fa7a-453f-8297-37c8f94b7c2e'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:47.141732 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.201153 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-47966661-35a2-4340-89c5-54390d7bd8cd tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0659592 Jul 15 19:14:47.201153 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:47.201153 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d487e05c7bc77a0d797d40f0ee1db13b1b7ca83f6747dd086ea50c900277cffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536cae26-ad8d-47f4-af3a-e4735801bc28" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:47.244585 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fb5c18-a006-4c2b-9843-22201dea1585 x-openstack-request-id: req-95fb5c18-a006-4c2b-9843-22201dea1585 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:47.245020 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:47.245435 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95fb5c18-a006-4c2b-9843-22201dea1585 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:47.246032 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'status': 'completed', 'code': 200} Jul 15 19:14:47.268164 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-59f646bd-b067-4ae6-8c8d-92f8ecfd684f None None] Set router 81a74837-fa7a-453f-8297-37c8f94b7c2e gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:47.328057 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cae26-ad8d-47f4-af3a-e4735801bc28 req-61792fd7-a472-4b00-a3de-aed933b13ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:47.330768 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-536cae26-ad8d-47f4-af3a-e4735801bc28 req-61792fd7-a472-4b00-a3de-aed933b13ac7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=101ff66caca44ae4be72fa46746bcb36&device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 1098 time: 0.0596805 Jul 15 19:14:47.432376 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cae26-ad8d-47f4-af3a-e4735801bc28 req-059c5cb4-6c3c-4cea-9c76-ce69d01b1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:47.434085 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-536cae26-ad8d-47f4-af3a-e4735801bc28 req-059c5cb4-6c3c-4cea-9c76-ce69d01b1e4e service neutron] 10.222.0.81 "GET /v2.0/networks?id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7 HTTP/1.1" status: 200 len: 909 time: 0.0970600 Jul 15 19:14:47.520416 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-536cae26-ad8d-47f4-af3a-e4735801bc28 req-d60cbe56-6d84-4b6e-98ec-b013832753eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431965d3-2787-4c10-990e-3130aa8a6fd8 HTTP/1.1" status: 200 len: 998 time: 0.0804684 Jul 15 19:14:47.546057 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-59f646bd-b067-4ae6-8c8d-92f8ecfd684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:02Z', 'revision_number': 4, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port': {'id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '2f881197-0030-4f45-8e72-c471850537e2', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'port_id': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'mac_address': 'fa:16:3e:af:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:14:45Z', 'updated_at': '2021-07-15T19:14:45Z', 'revision_number': 0, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540789cd-421a-401e-afd9-9362a32663ea', 'name': '', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'mac_address': 'fa:16:3e:55:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:01Z', 'updated_at': '2021-07-15T19:14:09Z', 'revision_number': 5, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'subnets': [{'id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:47.574275 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cae26-ad8d-47f4-af3a-e4735801bc28 req-33221b19-2332-403e-bfa6-b2ecab819aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:47.575789 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-536cae26-ad8d-47f4-af3a-e4735801bc28 req-33221b19-2332-403e-bfa6-b2ecab819aba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=10d31f9a-422f-46e1-a676-3337bb7deca7 HTTP/1.1" status: 200 len: 847 time: 0.0494194 Jul 15 19:14:47.592310 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f646bd-b067-4ae6-8c8d-92f8ecfd684f None None] Checking router: 81a74837-fa7a-453f-8297-37c8f94b7c2e for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:14:47.602017 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f646bd-b067-4ae6-8c8d-92f8ecfd684f None None] Routers {'81a74837-fa7a-453f-8297-37c8f94b7c2e'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:47.602723 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-59f646bd-b067-4ae6-8c8d-92f8ecfd684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:14:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['81a74837-fa7a-453f-8297-37c8f94b7c2e'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:47.640774 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cae26-ad8d-47f4-af3a-e4735801bc28 req-ef68c94a-8db1-4a0a-b1cf-d52e5cedc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:47.642759 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-536cae26-ad8d-47f4-af3a-e4735801bc28 req-ef68c94a-8db1-4a0a-b1cf-d52e5cedc1e9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0604739 Jul 15 19:14:47.738391 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-59f646bd-b067-4ae6-8c8d-92f8ecfd684f None None] Set router 81a74837-fa7a-453f-8297-37c8f94b7c2e gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:47.788848 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-536cae26-ad8d-47f4-af3a-e4735801bc28 req-3f86b679-562a-4f0f-b12e-660b6e812e53 service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395407 Jul 15 19:14:47.906823 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-536cae26-ad8d-47f4-af3a-e4735801bc28 req-c7269e4a-3bd1-4d46-8377-6cd00dd27ef2 service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117592 Jul 15 19:14:48.157710 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-59f646bd-b067-4ae6-8c8d-92f8ecfd684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:02Z', 'revision_number': 4, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port': {'id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '2f881197-0030-4f45-8e72-c471850537e2', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'port_id': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'mac_address': 'fa:16:3e:af:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:14:45Z', 'updated_at': '2021-07-15T19:14:45Z', 'revision_number': 0, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540789cd-421a-401e-afd9-9362a32663ea', 'name': '', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'mac_address': 'fa:16:3e:55:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:01Z', 'updated_at': '2021-07-15T19:14:09Z', 'revision_number': 5, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'subnets': [{'id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:48.190237 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f646bd-b067-4ae6-8c8d-92f8ecfd684f None None] The sync data for ids ['81a74837-fa7a-453f-8297-37c8f94b7c2e'] in dv-cinder-780933-11-iscsi is: [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:02Z', 'revision_number': 4, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port': {'id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '2f881197-0030-4f45-8e72-c471850537e2', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'port_id': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'mac_address': 'fa:16:3e:af:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:14:45Z', 'updated_at': '2021-07-15T19:14:45Z', 'revision_number': 0, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540789cd-421a-401e-afd9-9362a32663ea', 'name': '', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'mac_address': 'fa:16:3e:55:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:01Z', 'updated_at': '2021-07-15T19:14:09Z', 'revision_number': 5, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'subnets': [{'id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:14:48.376672 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e6b094-2201-4a3e-9f7b-73add9719620 None None] New status for floating IP 2f881197-0030-4f45-8e72-c471850537e2: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:14:50.242982 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:51.184710 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-338ccc24-6725-467d-a836-978046a87d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:52.096266 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:53.291157 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:14:53.621159 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:11.794099 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:16.530774 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-64ebb01a-d623-4ed2-834f-3fa8e9021179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:20.240375 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:21.180487 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4787fc2c-88f8-46fb-b907-071a27cfbb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:22.098281 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:22.861572 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55902) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:22.977794 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:23.084347 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:23.090587 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:23.130161 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ede81e5d1714e6e9406e09386c09cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673664 Jul 15 19:15:23.130945 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a218ddf6-727e-42c0-86f9-f36924b8c93b,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:23.132820 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55906) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:23.149330 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:23.149676 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:23.150012 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:23.150325 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:23.150659 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:23.151055 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:23.151496 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:23.151816 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:23.152155 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:23.152477 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:23.152793 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:23.153108 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b036-57f3-4b9d-9e54-98fa9a5d3a53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:23.194756 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6635939-ba22-45b7-92e6-0721eeacf9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:23.216781 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6635939-ba22-45b7-92e6-0721eeacf9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:23.274506 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6635939-ba22-45b7-92e6-0721eeacf9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:23.278436 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6635939-ba22-45b7-92e6-0721eeacf9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:23.278679 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c6635939-ba22-45b7-92e6-0721eeacf9ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a218ddf6-727e-42c0-86f9-f36924b8c93b HTTP/1.1" status: 204 len: 168 time: 0.1449695 Jul 15 19:15:23.287055 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6635939-ba22-45b7-92e6-0721eeacf9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a218ddf6-727e-42c0-86f9-f36924b8c93b,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:23.623892 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.400758 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55940) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:24.526502 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.625557 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.632038 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.672653 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=619ae592ba0547c4927f008ae63a68c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701948 Jul 15 19:15:24.673282 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466cad6f-c585-423b-a5ed-65fe895113b1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:24.675201 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55944) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:24.691563 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:24.691905 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:24.692237 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:24.692565 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:24.692887 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:24.693254 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:24.693578 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:24.693897 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:24.694215 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:24.694537 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:24.694848 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:24.695208 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa59418-b6fb-4579-b1b8-d795c9f00e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:24.737976 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e23d-c1b2-4733-b608-7ee85b2aa8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.767131 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e23d-c1b2-4733-b608-7ee85b2aa8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.817086 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e23d-c1b2-4733-b608-7ee85b2aa8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.819865 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7d0e23d-c1b2-4733-b608-7ee85b2aa8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.821023 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c7d0e23d-c1b2-4733-b608-7ee85b2aa8b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/466cad6f-c585-423b-a5ed-65fe895113b1 HTTP/1.1" status: 204 len: 168 time: 0.1449409 Jul 15 19:15:24.828875 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0e23d-c1b2-4733-b608-7ee85b2aa8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466cad6f-c585-423b-a5ed-65fe895113b1,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:25.508935 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 55966) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:25.621464 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1737545695-network', 'tenant_id': '99f3a68f4d5242f983b5286b5ae18ca7'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:25.648475 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Made reservation on behalf of 99f3a68f4d5242f983b5286b5ae18ca7 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:15:25.651669 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.664711 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.758543 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.765402 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.793279 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:15:25.799613 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:25.805945 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.806283 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Added segment abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a of type vlan for network f6ecd627-b8cc-480a-86be-510b2af082a9 Jul 15 19:15:25.849902 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.887367 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.888503 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:25.889343 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.924880 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4147110 Jul 15 19:15:25.928109 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 55970) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:25.933337 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-3243ded0-cd40-4390-a12a-ee5c1e671b79 admin admin] Request body: {'subnet': {'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1737545695-subnet', 'tenant_id': '99f3a68f4d5242f983b5286b5ae18ca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:25.955329 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3243ded0-cd40-4390-a12a-ee5c1e671b79 admin admin] Made reservation on behalf of 99f3a68f4d5242f983b5286b5ae18ca7 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:15:25.957674 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3243ded0-cd40-4390-a12a-ee5c1e671b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58949685'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.958116 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb578c2-889e-4ff0-b8b9-5145c84adf00 admin admin] Pushing event updated for resources: {'Network': ['ID=f6ecd627-b8cc-480a-86be-510b2af082a9,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:25.968643 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network f6ecd627-b8cc-480a-86be-510b2af082a9 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:15:26.131435 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3243ded0-cd40-4390-a12a-ee5c1e671b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58955214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58949671'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.184317 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243ded0-cd40-4390-a12a-ee5c1e671b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e7c69e-6ee5-44b0-b7a6-ead3b8d2e7e6,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:26.205153 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3243ded0-cd40-4390-a12a-ee5c1e671b79 admin admin] Checking segment: {'id': 'abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:26.205547 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3243ded0-cd40-4390-a12a-ee5c1e671b79 admin admin] Network hostable DHCP agents. Network: f6ecd627-b8cc-480a-86be-510b2af082a9, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:15:26.224484 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3243ded0-cd40-4390-a12a-ee5c1e671b79 admin admin] Network f6ecd627-b8cc-480a-86be-510b2af082a9 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:15:26.235931 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-3243ded0-cd40-4390-a12a-ee5c1e671b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, f6ecd627-b8cc-480a-86be-510b2af082a9) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:26.242211 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3243ded0-cd40-4390-a12a-ee5c1e671b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:26.242211 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3243ded0-cd40-4390-a12a-ee5c1e671b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.245445 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d00860-6896-405f-9158-d44c27b9f17a None None] Network f6ecd627-b8cc-480a-86be-510b2af082a9 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:15:26.264757 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3243ded0-cd40-4390-a12a-ee5c1e671b79 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3317010 Jul 15 19:15:26.384076 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ee004-344b-4cd4-850d-5c5de864c415 None None] Network f6ecd627-b8cc-480a-86be-510b2af082a9 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:15:28.240443 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-11db810d-9f2e-4ec0-9f03-d04f323235ab tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:28.242038 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-11db810d-9f2e-4ec0-9f03-d04f323235ab tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/networks?id=f6ecd627-b8cc-480a-86be-510b2af082a9 HTTP/1.1" status: 200 len: 814 time: 0.1105251 Jul 15 19:15:28.257981 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-d325a72f-2a24-4914-ac17-5007d547edaa tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/quotas/99f3a68f4d5242f983b5286b5ae18ca7 HTTP/1.1" status: 200 len: 375 time: 0.0100999 Jul 15 19:15:28.297141 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-f37eeda3-ee05-4d99-ad62-a1cca3bc57c1 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=99f3a68f4d5242f983b5286b5ae18ca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331976 Jul 15 19:15:28.389778 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-4cc2eae5-ce16-46e1-9264-3e5089a2c7b3 service neutron] 10.222.0.78 "GET /v2.0/networks/f6ecd627-b8cc-480a-86be-510b2af082a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853992 Jul 15 19:15:28.489508 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-8963b212-a050-4d7f-8816-c0b6648842ae service neutron] 10.222.0.78 "GET /v2.0/networks/f6ecd627-b8cc-480a-86be-510b2af082a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939972 Jul 15 19:15:28.676340 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6ac217d5-06d7-473b-9c60-03531eee4a57 req-a80f7deb-076e-4bc2-b8c8-98bf557574fe tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 210 time: 0.0313213 Jul 15 19:15:29.836644 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-16f226c6-b232-4547-896b-1372a05097a8 req-03dc3877-49ef-4f80-a5a1-62eb529186bb tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 210 time: 0.0284939 Jul 15 19:15:29.894501 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-3262d5ab-5657-4471-8e03-cb2448492d43 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:29.896100 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-3262d5ab-5657-4471-8e03-cb2448492d43 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.81 "GET /v2.0/networks?id=f6ecd627-b8cc-480a-86be-510b2af082a9 HTTP/1.1" status: 200 len: 814 time: 0.1244686 Jul 15 19:15:29.908577 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-b5a0a6a4-d9f3-4d64-bc7b-e83ad3dfda64 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Request body: {'port': {'device_id': '11518a60-00c8-4e2c-ab44-f910c2a62e4b', 'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9', 'admin_state_up': True, 'tenant_id': '99f3a68f4d5242f983b5286b5ae18ca7'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:30.037510 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-b5a0a6a4-d9f3-4d64-bc7b-e83ad3dfda64 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Made reservation on behalf of 99f3a68f4d5242f983b5286b5ae18ca7 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:15:30.041642 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-b5a0a6a4-d9f3-4d64-bc7b-e83ad3dfda64 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.177689 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-b5a0a6a4-d9f3-4d64-bc7b-e83ad3dfda64 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Allocated IP 172.20.0.9 (f6ecd627-b8cc-480a-86be-510b2af082a9/57e7c69e-6ee5-44b0-b7a6-ead3b8d2e7e6/90af63a0-1ed1-4eeb-85a0-61e69969293d) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:15:30.292994 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:15:30.341151 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-b5a0a6a4-d9f3-4d64-bc7b-e83ad3dfda64 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.386228 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-b5a0a6a4-d9f3-4d64-bc7b-e83ad3dfda64 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.432753 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-b5a0a6a4-d9f3-4d64-bc7b-e83ad3dfda64 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Network f6ecd627-b8cc-480a-86be-510b2af082a9 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:15:30.436080 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-b5a0a6a4-d9f3-4d64-bc7b-e83ad3dfda64 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:30.440142 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-b5a0a6a4-d9f3-4d64-bc7b-e83ad3dfda64 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:15:30.446787 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0a6a4-d9f3-4d64-bc7b-e83ad3dfda64 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Pushing event updated for resources: {'Port': ['ID=90af63a0-1ed1-4eeb-85a0-61e69969293d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:30.496144 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-b5a0a6a4-d9f3-4d64-bc7b-e83ad3dfda64 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:30.497225 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-b5a0a6a4-d9f3-4d64-bc7b-e83ad3dfda64 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.513997 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-b5a0a6a4-d9f3-4d64-bc7b-e83ad3dfda64 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6096754 Jul 15 19:15:30.526200 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Request body: {'port': {'device_id': '11518a60-00c8-4e2c-ab44-f910c2a62e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:30.611546 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.889857 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90af63a0-1ed1-4eeb-85a0-61e69969293d {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:30.897869 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.910668 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Transition to ACTIVE for port object 90af63a0-1ed1-4eeb-85a0-61e69969293d will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:30.915935 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.970581 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Pushing event updated for resources: {'Port': ['ID=90af63a0-1ed1-4eeb-85a0-61e69969293d,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:31.081384 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Attempting to bind port 90af63a0-1ed1-4eeb-85a0-61e69969293d on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:15:31.081720 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Attempting to bind port 90af63a0-1ed1-4eeb-85a0-61e69969293d by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:15:31.082085 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Attempting to bind port 90af63a0-1ed1-4eeb-85a0-61e69969293d on network f6ecd627-b8cc-480a-86be-510b2af082a9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:31.091015 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Port 90af63a0-1ed1-4eeb-85a0-61e69969293d on network f6ecd627-b8cc-480a-86be-510b2af082a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:15:31.091336 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Attempting to bind port 90af63a0-1ed1-4eeb-85a0-61e69969293d on network f6ecd627-b8cc-480a-86be-510b2af082a9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:31.098781 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:15:31.099114 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Checking segment: {'id': 'abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:31.099490 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Bound using segment: {'id': 'abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:15:31.099916 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Bound port: 90af63a0-1ed1-4eeb-85a0-61e69969293d, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:15:31.100271 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:31.123004 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b72516-fccd-4376-8b69-e5b8acf8f42f req-e4090f2b-609e-41c8-b501-51691ebcb121 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:31.124408 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-47b72516-fccd-4376-8b69-e5b8acf8f42f req-e4090f2b-609e-41c8-b501-51691ebcb121 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 943 time: 0.1504159 Jul 15 19:15:31.207588 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-47b72516-fccd-4376-8b69-e5b8acf8f42f req-d4808340-a2f2-4b49-8638-ce1f1786295b tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625875 Jul 15 19:15:31.208575 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] For port 90af63a0-1ed1-4eeb-85a0-61e69969293d, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:15:31.211833 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] For port 90af63a0-1ed1-4eeb-85a0-61e69969293d, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=90af63a0-1ed1-4eeb-85a0-61e69969293d,segment=NetworkSegment(abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a),segment_id=abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:15:31.219638 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:31.265544 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:31.266174 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:31.267617 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] 10.222.0.81 "PUT /v2.0/ports/90af63a0-1ed1-4eeb-85a0-61e69969293d HTTP/1.1" status: 200 len: 1093 time: 0.7462933 Jul 15 19:15:31.268100 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11518a60-00c8-4e2c-ab44-f910c2a62e4b', 'tag': '90af63a0-1ed1-4eeb-85a0-61e69969293d'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:31.270367 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462283bf-5f4c-4aaa-a1e1-8604d4453208" -d '{"events": [{"name": "network-changed", "server_uuid": "11518a60-00c8-4e2c-ab44-f910c2a62e4b", "tag": "90af63a0-1ed1-4eeb-85a0-61e69969293d"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:31.290194 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182648d5-e02a-4b6b-b106-256bb920bc09 service neutron] Pushing event updated for resources: {'Port': ['ID=90af63a0-1ed1-4eeb-85a0-61e69969293d,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:31.317491 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166c5b60-71be-42e5-95ea-1cb22e733671 x-openstack-request-id: req-166c5b60-71be-42e5-95ea-1cb22e733671 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:31.317773 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11518a60-00c8-4e2c-ab44-f910c2a62e4b", "tag": "90af63a0-1ed1-4eeb-85a0-61e69969293d", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:31.318020 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-166c5b60-71be-42e5-95ea-1cb22e733671 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:31.318416 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11518a60-00c8-4e2c-ab44-f910c2a62e4b', 'tag': '90af63a0-1ed1-4eeb-85a0-61e69969293d', 'status': 'completed', 'code': 200} Jul 15 19:15:31.364216 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-e1ff77e9-51bb-4a44-904a-d959b6ce767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:31.365943 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-e1ff77e9-51bb-4a44-904a-d959b6ce767a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99f3a68f4d5242f983b5286b5ae18ca7&device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 1096 time: 0.0574288 Jul 15 19:15:31.410307 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-fd2efaae-32a1-4078-9dd5-416be871ae1a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90af63a0-1ed1-4eeb-85a0-61e69969293d HTTP/1.1" status: 200 len: 217 time: 0.0373647 Jul 15 19:15:31.462605 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-7fb44bd6-abcd-41c0-8243-39c9ed9e34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:31.464111 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-7fb44bd6-abcd-41c0-8243-39c9ed9e34bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57e7c69e-6ee5-44b0-b7a6-ead3b8d2e7e6 HTTP/1.1" status: 200 len: 854 time: 0.0478897 Jul 15 19:15:31.514695 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-352a4be1-9d0e-4576-b69a-0b28bbed4240 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6ecd627-b8cc-480a-86be-510b2af082a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441768 Jul 15 19:15:31.616363 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-6b7b2354-d675-4350-969d-97b8d78d2a91 service neutron] 10.222.0.81 "GET /v2.0/networks/f6ecd627-b8cc-480a-86be-510b2af082a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946290 Jul 15 19:15:31.715450 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf00f04c-a4db-4fd6-aa49-70594f41f4a3 req-e6bd761c-4c82-49ae-87fc-6e77e878b72a service neutron] 10.222.0.81 "GET /v2.0/networks/f6ecd627-b8cc-480a-86be-510b2af082a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920131 Jul 15 19:15:31.824396 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462283bf-5f4c-4aaa-a1e1-8604d4453208 req-c81e3dbf-d2a0-4851-a303-f87de0126147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:31.825957 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-462283bf-5f4c-4aaa-a1e1-8604d4453208 req-c81e3dbf-d2a0-4851-a303-f87de0126147 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99f3a68f4d5242f983b5286b5ae18ca7&device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 1096 time: 0.0587130 Jul 15 19:15:31.936146 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462283bf-5f4c-4aaa-a1e1-8604d4453208 req-6de76269-e6d1-495e-8f68-f734029d8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:31.937671 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-462283bf-5f4c-4aaa-a1e1-8604d4453208 req-6de76269-e6d1-495e-8f68-f734029d8a53 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6ecd627-b8cc-480a-86be-510b2af082a9 HTTP/1.1" status: 200 len: 915 time: 0.1050973 Jul 15 19:15:31.980154 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-462283bf-5f4c-4aaa-a1e1-8604d4453208 req-c19c0fdc-e840-44f7-9919-5eb8c8954b5c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90af63a0-1ed1-4eeb-85a0-61e69969293d HTTP/1.1" status: 200 len: 217 time: 0.0357282 Jul 15 19:15:32.036074 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462283bf-5f4c-4aaa-a1e1-8604d4453208 req-3f6c05ac-73c8-4159-ba65-cfc54609ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:32.037564 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-462283bf-5f4c-4aaa-a1e1-8604d4453208 req-3f6c05ac-73c8-4159-ba65-cfc54609ae63 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57e7c69e-6ee5-44b0-b7a6-ead3b8d2e7e6 HTTP/1.1" status: 200 len: 854 time: 0.0504425 Jul 15 19:15:32.072762 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-462283bf-5f4c-4aaa-a1e1-8604d4453208 req-4b5543a5-fffd-4bb8-b6d5-45099915d801 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6ecd627-b8cc-480a-86be-510b2af082a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278037 Jul 15 19:15:32.182464 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-462283bf-5f4c-4aaa-a1e1-8604d4453208 req-e6c92f3c-02ff-43c2-833c-472790287b6d service neutron] 10.222.0.81 "GET /v2.0/networks/f6ecd627-b8cc-480a-86be-510b2af082a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014223 Jul 15 19:15:32.284164 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-462283bf-5f4c-4aaa-a1e1-8604d4453208 req-fe8ec063-6c9e-4c42-8481-1372033d05b6 service neutron] 10.222.0.81 "GET /v2.0/networks/f6ecd627-b8cc-480a-86be-510b2af082a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935645 Jul 15 19:15:32.455095 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b15a04-04eb-4def-9c95-708ebdad0c8e req-67e2a747-629a-45be-a8dd-29a350e75f3d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:32.456612 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e0b15a04-04eb-4def-9c95-708ebdad0c8e req-67e2a747-629a-45be-a8dd-29a350e75f3d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 943 time: 0.1210897 Jul 15 19:15:32.502293 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e0b15a04-04eb-4def-9c95-708ebdad0c8e req-9210297f-659f-4494-bc4c-f502aac4ae7d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397549 Jul 15 19:15:33.685899 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30c893-ce40-48c6-b43e-9884612caa3b req-34f8fd94-0fe2-481d-b026-fd8c4fac1d1e tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:33.687667 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2b30c893-ce40-48c6-b43e-9884612caa3b req-34f8fd94-0fe2-481d-b026-fd8c4fac1d1e tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 943 time: 0.0667324 Jul 15 19:15:33.731688 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2b30c893-ce40-48c6-b43e-9884612caa3b req-ee8a7fa5-44a2-44d2-89d0-4e9cae6156f4 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381303 Jul 15 19:15:34.275028 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 90af63a0-1ed1-4eeb-85a0-61e69969293d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:15:34.399449 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 90af63a0-1ed1-4eeb-85a0-61e69969293d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=90af63a0-1ed1-4eeb-85a0-61e69969293d,segment=NetworkSegment(abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a),segment_id=abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:34.412122 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '90af63a0-1ed1-4eeb-85a0-61e69969293d', 'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9', 'port_id': '90af63a0-1ed1-4eeb-85a0-61e69969293d', 'mac_address': 'fa:16:3e:a4:7e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e7c69e-6ee5-44b0-b7a6-ead3b8d2e7e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:15:34.453975 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.467942 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90af63a0-1ed1-4eeb-85a0-61e69969293d {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:34.492950 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 90af63a0-1ed1-4eeb-85a0-61e69969293d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=90af63a0-1ed1-4eeb-85a0-61e69969293d,segment=NetworkSegment(abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a),segment_id=abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:34.500019 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.553154 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=90af63a0-1ed1-4eeb-85a0-61e69969293d,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:34.561480 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:34.561811 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:34.562263 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:34.562601 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:34.563089 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:34.563443 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:34.563887 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:34.564281 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:34.564692 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:34.565203 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:34.565680 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:34.566132 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:34.701101 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['90af63a0-1ed1-4eeb-85a0-61e69969293d'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:15:34.932030 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db6ff3-e440-4d72-84cf-d484ea3651d1 req-83b00c2a-0097-42dd-ae43-1da3dafa1136 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:34.933812 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-05db6ff3-e440-4d72-84cf-d484ea3651d1 req-83b00c2a-0097-42dd-ae43-1da3dafa1136 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 944 time: 0.0762677 Jul 15 19:15:34.975967 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-05db6ff3-e440-4d72-84cf-d484ea3651d1 req-db76772e-ae5a-4366-9339-119875036670 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338070 Jul 15 19:15:36.160291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c69ee4-d294-4075-aa3e-0611e4f29f93 req-d2cc50e8-4d4e-4291-8536-74bd28134792 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:36.161815 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-95c69ee4-d294-4075-aa3e-0611e4f29f93 req-d2cc50e8-4d4e-4291-8536-74bd28134792 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 944 time: 0.0700834 Jul 15 19:15:36.208282 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-95c69ee4-d294-4075-aa3e-0611e4f29f93 req-d28a9a99-56ac-4674-8408-a584ae687ff6 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374367 Jul 15 19:15:36.274390 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 90af63a0-1ed1-4eeb-85a0-61e69969293d up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:36.334584 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port 90af63a0-1ed1-4eeb-85a0-61e69969293d completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:36.338334 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 90af63a0-1ed1-4eeb-85a0-61e69969293d triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:36.338701 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.432961 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.461690 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11518a60-00c8-4e2c-ab44-f910c2a62e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90af63a0-1ed1-4eeb-85a0-61e69969293d'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:36.465233 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14819fe-31f2-40ef-91d7-a2deb0d48da4" -d '{"events": [{"server_uuid": "11518a60-00c8-4e2c-ab44-f910c2a62e4b", "name": "network-vif-plugged", "status": "completed", "tag": "90af63a0-1ed1-4eeb-85a0-61e69969293d"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:36.481416 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 90af63a0-1ed1-4eeb-85a0-61e69969293d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=90af63a0-1ed1-4eeb-85a0-61e69969293d,segment=NetworkSegment(abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a),segment_id=abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:36.494708 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.523204 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81f654e-386c-4658-9cbc-eb3fd319d55d x-openstack-request-id: req-c81f654e-386c-4658-9cbc-eb3fd319d55d {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:36.523480 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11518a60-00c8-4e2c-ab44-f910c2a62e4b", "name": "network-vif-plugged", "status": "completed", "tag": "90af63a0-1ed1-4eeb-85a0-61e69969293d", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:36.523726 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c81f654e-386c-4658-9cbc-eb3fd319d55d {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:36.524101 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11518a60-00c8-4e2c-ab44-f910c2a62e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90af63a0-1ed1-4eeb-85a0-61e69969293d', 'code': 200} Jul 15 19:15:36.553306 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=90af63a0-1ed1-4eeb-85a0-61e69969293d,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:36.767349 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a468e1-1199-4abc-a808-5241ff4da61c req-82301e81-61a3-4b19-a576-a8ccc7dedea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:36.768787 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-80a468e1-1199-4abc-a808-5241ff4da61c req-82301e81-61a3-4b19-a576-a8ccc7dedea3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 1098 time: 0.0631123 Jul 15 19:15:36.816571 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-80a468e1-1199-4abc-a808-5241ff4da61c req-7774a8d4-22d4-4c59-af4a-d371e415a593 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413468 Jul 15 19:15:37.422976 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75070a23-d834-408e-a8d5-9d7491a24d79 req-889d3071-b68e-4c2e-afdf-d2e84aa88ee6 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:37.424545 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75070a23-d834-408e-a8d5-9d7491a24d79 req-889d3071-b68e-4c2e-afdf-d2e84aa88ee6 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 945 time: 0.0683193 Jul 15 19:15:37.465328 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75070a23-d834-408e-a8d5-9d7491a24d79 req-9bfce7eb-bc06-4baf-a2a0-77bdc71cf54d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Jul 15 19:15:38.660105 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030096e-cba9-461e-b973-851326691af9 req-23134ab4-0c88-4509-a9cc-a1597a6b1f2e tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.661664 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e030096e-cba9-461e-b973-851326691af9 req-23134ab4-0c88-4509-a9cc-a1597a6b1f2e tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 945 time: 0.0733514 Jul 15 19:15:38.704545 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e030096e-cba9-461e-b973-851326691af9 req-5210af7f-be62-442a-9211-1948b32fe6d8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367908 Jul 15 19:15:41.824014 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:46.267075 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-5cae7ee9-797e-45c6-b09c-c7a5a5ef1155 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583260 Jul 15 19:15:46.376664 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-79dac41d-f4a5-4823-9656-d5cf00ac781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:46.378217 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-79dac41d-f4a5-4823-9656-d5cf00ac781f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=101ff66caca44ae4be72fa46746bcb36&device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 1098 time: 0.0589411 Jul 15 19:15:46.515390 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-1b45d4a1-0078-4fc9-9d29-c8ff078c8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:46.517727 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-1b45d4a1-0078-4fc9-9d29-c8ff078c8661 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7 HTTP/1.1" status: 200 len: 909 time: 0.1156802 Jul 15 19:15:46.528442 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-911b9db1-0166-433a-9c4e-75ff4ca390d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:46.590635 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-6f850ed8-d57e-4afd-ba39-70dc1fab81ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431965d3-2787-4c10-990e-3130aa8a6fd8 HTTP/1.1" status: 200 len: 1000 time: 0.0661521 Jul 15 19:15:46.651654 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-b9c6bdae-0ea8-46a5-8f36-2fe61ecf6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:46.653168 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-b9c6bdae-0ea8-46a5-8f36-2fe61ecf6551 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=10d31f9a-422f-46e1-a676-3337bb7deca7 HTTP/1.1" status: 200 len: 847 time: 0.0500531 Jul 15 19:15:46.773918 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-15a4ac51-b605-4c1c-bd00-1e74951731b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:46.775344 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-15a4ac51-b605-4c1c-bd00-1e74951731b4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1154656 Jul 15 19:15:46.787206 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-864950e6-3bed-4ed6-b362-33017eab593b service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:15:46.788172 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-864950e6-3bed-4ed6-b362-33017eab593b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053537 Jul 15 19:15:46.892636 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-a39ba7f5-bd2c-4ef3-924b-3c2e4d8d69de service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982845 Jul 15 19:15:46.992886 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c77beb75-4b41-48d1-96c2-2fdc00e0580a req-f8ace071-3fb4-4b6f-b766-424344f0a49e service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922027 Jul 15 19:15:50.246847 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:51.174586 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-93fa8d6f-cdac-4a2c-80da-8edf46fd9a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:52.115344 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:53.629556 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:07.293574 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:16:11.816619 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:16.529281 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1aa156cb-557b-46b4-ae1c-672ba16b534c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:18.836970 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5bacd-e395-4eb7-93d7-7b66ad7da698 req-87939ef7-d227-4e1f-be95-7d72807d56c8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:18.838509 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-06f5bacd-e395-4eb7-93d7-7b66ad7da698 req-87939ef7-d227-4e1f-be95-7d72807d56c8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 945 time: 0.0733800 Jul 15 19:16:18.878583 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-06f5bacd-e395-4eb7-93d7-7b66ad7da698 req-4db73244-8468-46db-97df-2236c53d14b5 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343387 Jul 15 19:16:20.065732 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddd72e-3fbb-4eec-92be-9c45ca72cacc req-df99508c-c312-4d2d-a916-dbe70b5d0699 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:20.067281 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d0ddd72e-3fbb-4eec-92be-9c45ca72cacc req-df99508c-c312-4d2d-a916-dbe70b5d0699 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 945 time: 0.0698385 Jul 15 19:16:20.106570 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d0ddd72e-3fbb-4eec-92be-9c45ca72cacc req-7a85e04f-a92c-42b8-bc40-07f1d084e63b tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332866 Jul 15 19:16:20.244926 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:20.304618 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444de0d2-235a-4649-91b1-03d1de496b37 req-5ba3dd48-29ae-4a4e-ac06-52961435a275 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:20.306162 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-444de0d2-235a-4649-91b1-03d1de496b37 req-5ba3dd48-29ae-4a4e-ac06-52961435a275 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.81 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 945 time: 0.0709715 Jul 15 19:16:20.411242 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-444de0d2-235a-4649-91b1-03d1de496b37 req-52cab7f2-f0ce-4522-984f-a890481ee13d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Deleting port 90af63a0-1ed1-4eeb-85a0-61e69969293d {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:16:20.411898 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-444de0d2-235a-4649-91b1-03d1de496b37 req-52cab7f2-f0ce-4522-984f-a890481ee13d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:20.510951 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-444de0d2-235a-4649-91b1-03d1de496b37 req-52cab7f2-f0ce-4522-984f-a890481ee13d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] For port 90af63a0-1ed1-4eeb-85a0-61e69969293d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=90af63a0-1ed1-4eeb-85a0-61e69969293d,segment=NetworkSegment(abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a),segment_id=abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:20.511408 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-444de0d2-235a-4649-91b1-03d1de496b37 req-52cab7f2-f0ce-4522-984f-a890481ee13d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:20.529445 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-444de0d2-235a-4649-91b1-03d1de496b37 req-52cab7f2-f0ce-4522-984f-a890481ee13d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Calling delete_port for 90af63a0-1ed1-4eeb-85a0-61e69969293d owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:16:20.676551 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-444de0d2-235a-4649-91b1-03d1de496b37 req-52cab7f2-f0ce-4522-984f-a890481ee13d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:20.688630 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['90af63a0-1ed1-4eeb-85a0-61e69969293d'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:16:20.712379 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cab7f2-f0ce-4522-984f-a890481ee13d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Pushing event deleted for resources: {'Port': ['ID=90af63a0-1ed1-4eeb-85a0-61e69969293d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:20.755944 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-444de0d2-235a-4649-91b1-03d1de496b37 req-52cab7f2-f0ce-4522-984f-a890481ee13d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] No DVR routers for this DVR port 90af63a0-1ed1-4eeb-85a0-61e69969293d on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:16:20.758637 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-444de0d2-235a-4649-91b1-03d1de496b37 req-52cab7f2-f0ce-4522-984f-a890481ee13d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:20.760589 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-444de0d2-235a-4649-91b1-03d1de496b37 req-52cab7f2-f0ce-4522-984f-a890481ee13d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.81 "DELETE /v2.0/ports/90af63a0-1ed1-4eeb-85a0-61e69969293d HTTP/1.1" status: 204 len: 173 time: 0.4493072 Jul 15 19:16:20.761011 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11518a60-00c8-4e2c-ab44-f910c2a62e4b', 'name': 'network-vif-deleted', 'tag': '90af63a0-1ed1-4eeb-85a0-61e69969293d'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:16:20.763236 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc66b4c0-2933-4290-a43f-e9c5aa9b4a10" -d '{"events": [{"server_uuid": "11518a60-00c8-4e2c-ab44-f910c2a62e4b", "name": "network-vif-deleted", "tag": "90af63a0-1ed1-4eeb-85a0-61e69969293d"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:16:20.806092 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cdd7e5-82fb-4e4e-a97e-17b86a66bc54 x-openstack-request-id: req-b3cdd7e5-82fb-4e4e-a97e-17b86a66bc54 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:16:20.806386 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11518a60-00c8-4e2c-ab44-f910c2a62e4b", "name": "network-vif-deleted", "tag": "90af63a0-1ed1-4eeb-85a0-61e69969293d", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:16:20.806635 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b3cdd7e5-82fb-4e4e-a97e-17b86a66bc54 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:16:20.807034 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11518a60-00c8-4e2c-ab44-f910c2a62e4b', 'name': 'network-vif-deleted', 'tag': '90af63a0-1ed1-4eeb-85a0-61e69969293d', 'status': 'completed', 'code': 200} Jul 15 19:16:21.179000 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9db8a4c4-7dad-4f62-a58d-3ab8df1526d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:21.293903 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-12688eb1-0641-4c94-b657-fee51f3bf991 req-108d4a5e-d1a0-4a80-bde8-8853644a8ed4 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=11518a60-00c8-4e2c-ab44-f910c2a62e4b HTTP/1.1" status: 200 len: 210 time: 0.0333285 Jul 15 19:16:22.103797 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:23.635114 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:24.528528 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 90af63a0-1ed1-4eeb-85a0-61e69969293d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:16:24.555713 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: 90af63a0-1ed1-4eeb-85a0-61e69969293d {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:16:24.556056 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 90af63a0-1ed1-4eeb-85a0-61e69969293d not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:16:31.404008 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-979f289c-1b80-4a03-9f77-c9f4ec72dc14 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:31.405617 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-979f289c-1b80-4a03-9f77-c9f4ec72dc14 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/networks?id=f6ecd627-b8cc-480a-86be-510b2af082a9 HTTP/1.1" status: 200 len: 814 time: 0.1202157 Jul 15 19:16:31.422210 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-2aa6b0c9-df1d-4d86-95e2-7a374ee8bdf3 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/quotas/99f3a68f4d5242f983b5286b5ae18ca7 HTTP/1.1" status: 200 len: 375 time: 0.0103557 Jul 15 19:16:31.460237 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-80056ba1-f12f-467d-90f2-91777732186b tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=99f3a68f4d5242f983b5286b5ae18ca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321085 Jul 15 19:16:31.472635 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-e1a0dadb-eaf5-44be-839b-ee615c972a22 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:16:31.473715 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-e1a0dadb-eaf5-44be-839b-ee615c972a22 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063801 Jul 15 19:16:31.574087 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-84fa728c-8add-4300-b88a-441c5c96d6c9 service neutron] 10.222.0.78 "GET /v2.0/networks/f6ecd627-b8cc-480a-86be-510b2af082a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932434 Jul 15 19:16:31.697607 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-3c175fe1-1716-4b45-b341-07e79a19099a service neutron] 10.222.0.78 "GET /v2.0/networks/f6ecd627-b8cc-480a-86be-510b2af082a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166070 Jul 15 19:16:31.887672 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6fcb9bdd-7f36-4663-9bb9-5d0b4b50ee4c req-52258671-5dc6-4e12-9719-8efc6669be51 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 210 time: 0.0302567 Jul 15 19:16:32.981432 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9805a53d-617c-402c-927c-b0e1de8ab20b req-827534de-6ae8-4132-8b29-f5b3c2bc21e1 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 210 time: 0.0302703 Jul 15 19:16:34.120599 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1c4a36e-d6b6-460b-a519-270479ed8c5b req-60a6d006-37b7-43e4-bc1c-e6f9e7209087 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 210 time: 0.0292013 Jul 15 19:16:34.223889 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-a4241650-882f-46ed-bf86-5402ce7c27bd tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:34.225308 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-a4241650-882f-46ed-bf86-5402ce7c27bd tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.81 "GET /v2.0/networks?id=f6ecd627-b8cc-480a-86be-510b2af082a9 HTTP/1.1" status: 200 len: 814 time: 0.1073446 Jul 15 19:16:34.238321 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Request body: {'port': {'device_id': 'db7a9b2b-d1c7-4440-9efc-8995a8dd5540', 'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9', 'admin_state_up': True, 'tenant_id': '99f3a68f4d5242f983b5286b5ae18ca7'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:16:34.395812 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Made reservation on behalf of 99f3a68f4d5242f983b5286b5ae18ca7 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:16:34.399904 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.535896 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Allocated IP 172.20.0.5 (f6ecd627-b8cc-480a-86be-510b2af082a9/57e7c69e-6ee5-44b0-b7a6-ead3b8d2e7e6/f562a8ce-448f-40b2-b9fb-e7f30cc916f7) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:16:34.694045 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.734429 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.780336 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Network f6ecd627-b8cc-480a-86be-510b2af082a9 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:16:34.783577 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:16:34.787915 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:16:34.795089 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Pushing event updated for resources: {'Port': ['ID=f562a8ce-448f-40b2-b9fb-e7f30cc916f7,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:34.827757 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:34.828100 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:34.828430 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:34.828763 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:34.829112 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:34.829467 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:34.829768 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:34.830081 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:34.830378 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:34.830704 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:34.831015 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:34.831325 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:34.855971 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:34.856582 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.874268 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-09ebecae-8b26-4790-a0bd-a2beb06d75d0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6399930 Jul 15 19:16:34.885809 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Request body: {'port': {'device_id': 'db7a9b2b-d1c7-4440-9efc-8995a8dd5540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:16:34.970593 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:35.249854 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f562a8ce-448f-40b2-b9fb-e7f30cc916f7 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:16:35.257382 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:35.270089 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Transition to ACTIVE for port object f562a8ce-448f-40b2-b9fb-e7f30cc916f7 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:16:35.275386 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:35.304041 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0f340-e0c8-43fc-bb91-87b97e305098 req-6e45ce8f-410c-4004-832c-dc5ab5c3af13 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:35.306593 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-29e0f340-e0c8-43fc-bb91-87b97e305098 req-6e45ce8f-410c-4004-832c-dc5ab5c3af13 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 931 time: 0.0703473 Jul 15 19:16:35.328972 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Pushing event updated for resources: {'Port': ['ID=f562a8ce-448f-40b2-b9fb-e7f30cc916f7,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:35.346449 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-29e0f340-e0c8-43fc-bb91-87b97e305098 req-0f55e526-63e4-42f4-b842-503e253c407f tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Jul 15 19:16:35.395086 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Attempting to bind port f562a8ce-448f-40b2-b9fb-e7f30cc916f7 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:16:35.395401 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Attempting to bind port f562a8ce-448f-40b2-b9fb-e7f30cc916f7 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:16:35.395737 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Attempting to bind port f562a8ce-448f-40b2-b9fb-e7f30cc916f7 on network f6ecd627-b8cc-480a-86be-510b2af082a9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:16:35.400607 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Port f562a8ce-448f-40b2-b9fb-e7f30cc916f7 on network f6ecd627-b8cc-480a-86be-510b2af082a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:16:35.400997 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Attempting to bind port f562a8ce-448f-40b2-b9fb-e7f30cc916f7 on network f6ecd627-b8cc-480a-86be-510b2af082a9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:16:35.406127 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:16:35.406384 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Checking segment: {'id': 'abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:16:35.406760 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Bound using segment: {'id': 'abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:16:35.407189 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Bound port: f562a8ce-448f-40b2-b9fb-e7f30cc916f7, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:16:35.407546 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:35.473376 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] For port f562a8ce-448f-40b2-b9fb-e7f30cc916f7, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:16:35.476887 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] For port f562a8ce-448f-40b2-b9fb-e7f30cc916f7, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f562a8ce-448f-40b2-b9fb-e7f30cc916f7,segment=NetworkSegment(abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a),segment_id=abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:16:35.483906 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:35.781234 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:35.781838 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:35.783328 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] 10.222.0.81 "PUT /v2.0/ports/f562a8ce-448f-40b2-b9fb-e7f30cc916f7 HTTP/1.1" status: 200 len: 1093 time: 0.9017208 Jul 15 19:16:35.783754 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7a9b2b-d1c7-4440-9efc-8995a8dd5540', 'tag': 'f562a8ce-448f-40b2-b9fb-e7f30cc916f7'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:16:35.786331 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1604e78-a9a2-41ee-9dbc-2941d699e976" -d '{"events": [{"name": "network-changed", "server_uuid": "db7a9b2b-d1c7-4440-9efc-8995a8dd5540", "tag": "f562a8ce-448f-40b2-b9fb-e7f30cc916f7"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:16:35.810496 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c6709-2392-4413-8b0f-0ac2251fe846 service neutron] Pushing event updated for resources: {'Port': ['ID=f562a8ce-448f-40b2-b9fb-e7f30cc916f7,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:35.875525 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-47645d68-4e38-4fdf-a809-3e39ed98c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:35.877087 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-47645d68-4e38-4fdf-a809-3e39ed98c063 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99f3a68f4d5242f983b5286b5ae18ca7&device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 1096 time: 0.0536876 Jul 15 19:16:35.883303 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8729b61-9b77-439a-b52f-1ad46055160d x-openstack-request-id: req-d8729b61-9b77-439a-b52f-1ad46055160d {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:16:35.883752 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7a9b2b-d1c7-4440-9efc-8995a8dd5540", "tag": "f562a8ce-448f-40b2-b9fb-e7f30cc916f7", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:16:35.884174 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8729b61-9b77-439a-b52f-1ad46055160d {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:16:35.884714 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7a9b2b-d1c7-4440-9efc-8995a8dd5540', 'tag': 'f562a8ce-448f-40b2-b9fb-e7f30cc916f7', 'status': 'completed', 'code': 200} Jul 15 19:16:35.930349 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-9696b75f-62b1-45a9-b840-b7ca2274557b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f562a8ce-448f-40b2-b9fb-e7f30cc916f7 HTTP/1.1" status: 200 len: 217 time: 0.0419867 Jul 15 19:16:35.986850 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-bbfc1e47-21a7-4cce-83b3-1b12d58111ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:35.988383 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-bbfc1e47-21a7-4cce-83b3-1b12d58111ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57e7c69e-6ee5-44b0-b7a6-ead3b8d2e7e6 HTTP/1.1" status: 200 len: 854 time: 0.0521309 Jul 15 19:16:36.021152 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-81677088-1fc2-4031-8389-2919da7d3d58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6ecd627-b8cc-480a-86be-510b2af082a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267167 Jul 15 19:16:36.120112 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-d3238aed-861e-4d69-b1d4-1ba1e4430e76 service neutron] 10.222.0.81 "GET /v2.0/networks/f6ecd627-b8cc-480a-86be-510b2af082a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922821 Jul 15 19:16:36.213302 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1fd72a7-0402-481e-bf3a-e2555e036ddc req-892768bb-e02e-40de-b7d5-06a5df3f118e service neutron] 10.222.0.81 "GET /v2.0/networks/f6ecd627-b8cc-480a-86be-510b2af082a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869024 Jul 15 19:16:36.323153 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1604e78-a9a2-41ee-9dbc-2941d699e976 req-7ff612eb-b56f-4640-81f0-c856a4359588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:36.324658 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1604e78-a9a2-41ee-9dbc-2941d699e976 req-7ff612eb-b56f-4640-81f0-c856a4359588 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99f3a68f4d5242f983b5286b5ae18ca7&device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 1096 time: 0.0555153 Jul 15 19:16:36.425311 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1604e78-a9a2-41ee-9dbc-2941d699e976 req-9a104c0e-f7db-4a66-9882-46d3715298ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:36.426861 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1604e78-a9a2-41ee-9dbc-2941d699e976 req-9a104c0e-f7db-4a66-9882-46d3715298ab service neutron] 10.222.0.81 "GET /v2.0/networks?id=f6ecd627-b8cc-480a-86be-510b2af082a9 HTTP/1.1" status: 200 len: 915 time: 0.0959253 Jul 15 19:16:36.476581 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1604e78-a9a2-41ee-9dbc-2941d699e976 req-6e745927-6c9a-4c2f-971a-1f52da98545b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f562a8ce-448f-40b2-b9fb-e7f30cc916f7 HTTP/1.1" status: 200 len: 217 time: 0.0429845 Jul 15 19:16:36.532283 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fb668-1609-4284-bfff-43dea35e779d req-863182a7-fbcb-4fe4-b9e8-70ea27596b5d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:36.533852 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5e1fb668-1609-4284-bfff-43dea35e779d req-863182a7-fbcb-4fe4-b9e8-70ea27596b5d tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 943 time: 0.0750706 Jul 15 19:16:36.539391 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1604e78-a9a2-41ee-9dbc-2941d699e976 req-5cbd1028-c408-4a36-a1e8-82b80fccd35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:36.540900 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1604e78-a9a2-41ee-9dbc-2941d699e976 req-5cbd1028-c408-4a36-a1e8-82b80fccd35d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57e7c69e-6ee5-44b0-b7a6-ead3b8d2e7e6 HTTP/1.1" status: 200 len: 854 time: 0.0578904 Jul 15 19:16:36.583455 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1604e78-a9a2-41ee-9dbc-2941d699e976 req-73a9d0a7-52fb-4a6d-9eea-46e3bac73ce2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f6ecd627-b8cc-480a-86be-510b2af082a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353432 Jul 15 19:16:36.589819 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5e1fb668-1609-4284-bfff-43dea35e779d req-4f315fa2-b5fe-4adf-befe-c33839e9d22a tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478194 Jul 15 19:16:36.698248 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1604e78-a9a2-41ee-9dbc-2941d699e976 req-592e6e12-6eb1-4601-86d1-865652fdfeae service neutron] 10.222.0.81 "GET /v2.0/networks/f6ecd627-b8cc-480a-86be-510b2af082a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070471 Jul 15 19:16:36.802891 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1604e78-a9a2-41ee-9dbc-2941d699e976 req-88919740-ef9f-460f-b489-6e642ca82494 service neutron] 10.222.0.81 "GET /v2.0/networks/f6ecd627-b8cc-480a-86be-510b2af082a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981362 Jul 15 19:16:37.780131 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039506b6-3134-459d-a495-dfd2baa053db req-29239c29-af75-4740-bec3-a04d47cf06c0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:37.781579 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-039506b6-3134-459d-a495-dfd2baa053db req-29239c29-af75-4740-bec3-a04d47cf06c0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 943 time: 0.0709276 Jul 15 19:16:37.826582 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-039506b6-3134-459d-a495-dfd2baa053db req-32dee639-daf9-4535-af8e-00860cf8090a tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382586 Jul 15 19:16:38.520002 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device f562a8ce-448f-40b2-b9fb-e7f30cc916f7 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:16:38.621868 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port f562a8ce-448f-40b2-b9fb-e7f30cc916f7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f562a8ce-448f-40b2-b9fb-e7f30cc916f7,segment=NetworkSegment(abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a),segment_id=abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:38.633420 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': 'f562a8ce-448f-40b2-b9fb-e7f30cc916f7', 'network_id': 'f6ecd627-b8cc-480a-86be-510b2af082a9', 'port_id': 'f562a8ce-448f-40b2-b9fb-e7f30cc916f7', 'mac_address': 'fa:16:3e:6b:f7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e7c69e-6ee5-44b0-b7a6-ead3b8d2e7e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:16:38.673370 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:38.690070 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f562a8ce-448f-40b2-b9fb-e7f30cc916f7 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:16:38.712051 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port f562a8ce-448f-40b2-b9fb-e7f30cc916f7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f562a8ce-448f-40b2-b9fb-e7f30cc916f7,segment=NetworkSegment(abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a),segment_id=abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:38.719793 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:38.782297 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=f562a8ce-448f-40b2-b9fb-e7f30cc916f7,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:38.791339 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:38.791711 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:38.792052 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:38.792387 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:38.792721 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:38.793051 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:38.793408 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:38.793736 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:38.794053 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:38.794377 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:38.794703 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:38.795019 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:38.934337 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['f562a8ce-448f-40b2-b9fb-e7f30cc916f7'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:16:39.008241 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18352c1f-58e9-4ce0-93ac-19efd3ed008a req-9c95913f-3521-43aa-a815-74509819a391 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:39.009991 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-18352c1f-58e9-4ce0-93ac-19efd3ed008a req-9c95913f-3521-43aa-a815-74509819a391 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 944 time: 0.0665941 Jul 15 19:16:39.049698 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-18352c1f-58e9-4ce0-93ac-19efd3ed008a req-d81b4fdd-c33a-4324-9d58-f704b02c8bd0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334728 Jul 15 19:16:40.247868 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd073c85-400c-4c72-91ee-a4ccba4ffe3f req-f60dd244-f521-4e55-bd58-b27598b8b70b tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:40.249281 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd073c85-400c-4c72-91ee-a4ccba4ffe3f req-f60dd244-f521-4e55-bd58-b27598b8b70b tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 944 time: 0.0863738 Jul 15 19:16:40.289966 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd073c85-400c-4c72-91ee-a4ccba4ffe3f req-d7cb37f6-5295-47e6-88e5-c4df9771512a tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349033 Jul 15 19:16:40.535435 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device f562a8ce-448f-40b2-b9fb-e7f30cc916f7 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:40.593504 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port f562a8ce-448f-40b2-b9fb-e7f30cc916f7 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:16:40.597653 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port f562a8ce-448f-40b2-b9fb-e7f30cc916f7 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:40.598008 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.679348 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.704666 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7a9b2b-d1c7-4440-9efc-8995a8dd5540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f562a8ce-448f-40b2-b9fb-e7f30cc916f7'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:16:40.707011 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dde87ee-55ed-4ff8-9052-f82857a28304" -d '{"events": [{"server_uuid": "db7a9b2b-d1c7-4440-9efc-8995a8dd5540", "name": "network-vif-plugged", "status": "completed", "tag": "f562a8ce-448f-40b2-b9fb-e7f30cc916f7"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:16:40.720750 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port f562a8ce-448f-40b2-b9fb-e7f30cc916f7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f562a8ce-448f-40b2-b9fb-e7f30cc916f7,segment=NetworkSegment(abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a),segment_id=abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:40.727727 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.753539 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82685472-689a-4fc3-ad43-b0e4277b50c8 x-openstack-request-id: req-82685472-689a-4fc3-ad43-b0e4277b50c8 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:16:40.753831 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7a9b2b-d1c7-4440-9efc-8995a8dd5540", "name": "network-vif-plugged", "status": "completed", "tag": "f562a8ce-448f-40b2-b9fb-e7f30cc916f7", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:16:40.754080 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-82685472-689a-4fc3-ad43-b0e4277b50c8 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:16:40.754446 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7a9b2b-d1c7-4440-9efc-8995a8dd5540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f562a8ce-448f-40b2-b9fb-e7f30cc916f7', 'code': 200} Jul 15 19:16:40.782876 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=f562a8ce-448f-40b2-b9fb-e7f30cc916f7,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:40.989258 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23d30d-5f2f-4db9-a355-c625625339bd req-6da0981a-bb10-4a3e-9d2d-21ccdb80f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:40.990729 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e23d30d-5f2f-4db9-a355-c625625339bd req-6da0981a-bb10-4a3e-9d2d-21ccdb80f94e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 1098 time: 0.0550468 Jul 15 19:16:41.026561 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e23d30d-5f2f-4db9-a355-c625625339bd req-1a7e8bf8-6555-4f32-8c39-4d4d7adf8643 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293133 Jul 15 19:16:41.481164 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46360b-e535-4b30-8d60-6bfb5f12a865 req-329084cc-dc45-4d77-89de-81dfb4d3ca97 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:41.482680 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6f46360b-e535-4b30-8d60-6bfb5f12a865 req-329084cc-dc45-4d77-89de-81dfb4d3ca97 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 945 time: 0.0749006 Jul 15 19:16:41.525350 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6f46360b-e535-4b30-8d60-6bfb5f12a865 req-fdba2c14-d3cd-420b-8b5c-b678b02cc2b5 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354838 Jul 15 19:16:41.827904 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.725600 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa653a-405b-41c5-a81f-72c7bccd9d14 req-3b8c188d-0f62-4cc2-9652-781289326e99 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:42.727243 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e4fa653a-405b-41c5-a81f-72c7bccd9d14 req-3b8c188d-0f62-4cc2-9652-781289326e99 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 945 time: 0.0774660 Jul 15 19:16:42.769568 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e4fa653a-405b-41c5-a81f-72c7bccd9d14 req-c6ba7c36-92c2-4beb-95b2-84efd3791e07 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355403 Jul 15 19:16:44.294349 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:16:45.154524 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec72b2-9ec7-464d-b8f9-897690d805ba req-ed704abc-43ef-4ae1-ba96-ecc6ccca9493 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:45.156015 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-47ec72b2-9ec7-464d-b8f9-897690d805ba req-ed704abc-43ef-4ae1-ba96-ecc6ccca9493 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0709784 Jul 15 19:16:45.198530 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-47ec72b2-9ec7-464d-b8f9-897690d805ba req-f6288267-a890-4ed9-a100-1fd11b6cac1b tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340397 Jul 15 19:16:46.382331 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a0f9-c3ef-45f1-be53-5097243533ad req-6225f19e-d76c-4ffe-b45a-3adeb7167166 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:46.383750 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57f9a0f9-c3ef-45f1-be53-5097243533ad req-6225f19e-d76c-4ffe-b45a-3adeb7167166 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0658965 Jul 15 19:16:46.422594 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57f9a0f9-c3ef-45f1-be53-5097243533ad req-d382a6cb-36de-4879-9397-a10ba4b75de1 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327051 Jul 15 19:16:46.524923 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-29eb3e9f-e155-4193-bb62-635df6efa877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:47.606350 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cfd28-8917-4870-bb80-65fd6e879b9b req-27e4ddef-2847-4028-b1e7-9d58b68d588e tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:47.607928 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-616cfd28-8917-4870-bb80-65fd6e879b9b req-27e4ddef-2847-4028-b1e7-9d58b68d588e tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0726480 Jul 15 19:16:47.655105 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-616cfd28-8917-4870-bb80-65fd6e879b9b req-ab9a1a2c-1afa-410a-9dab-bbe9cb2cc14f tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408599 Jul 15 19:16:48.852354 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa0b2-5c57-4bfd-a3ac-6c9fca60d746 req-7a1e0f5a-b296-410c-9310-450629c6a3d2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:48.853889 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cfbfa0b2-5c57-4bfd-a3ac-6c9fca60d746 req-7a1e0f5a-b296-410c-9310-450629c6a3d2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0720954 Jul 15 19:16:48.893991 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cfbfa0b2-5c57-4bfd-a3ac-6c9fca60d746 req-bf260af9-3abc-48cc-b2e8-62b4fce3e0fe tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337329 Jul 15 19:16:50.078924 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6b012-b9fc-4785-8e0f-a1858d58b651 req-2807f0ae-9343-43ac-802b-9e4fbf278746 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:50.080427 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e6b6b012-b9fc-4785-8e0f-a1858d58b651 req-2807f0ae-9343-43ac-802b-9e4fbf278746 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0698709 Jul 15 19:16:50.123190 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e6b6b012-b9fc-4785-8e0f-a1858d58b651 req-015bee89-29f7-4535-a4a9-ba5a35763d6a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345566 Jul 15 19:16:50.245510 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:51.176490 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7537ea50-4688-423e-9c82-7fe0e530b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:51.326166 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb761a48-6ba0-4556-ae1b-20ab6bd826d4 req-b4bdc05f-280b-465c-af23-855fe82a7dc7 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:51.327764 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb761a48-6ba0-4556-ae1b-20ab6bd826d4 req-b4bdc05f-280b-465c-af23-855fe82a7dc7 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0783541 Jul 15 19:16:51.371657 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb761a48-6ba0-4556-ae1b-20ab6bd826d4 req-8f49ce6f-346b-4bba-afc3-642dc29c610d tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352211 Jul 15 19:16:52.107782 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:52.586682 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1eb14-7165-427c-b5cc-2c5136621cfa req-ae3c1187-26d6-4fd3-87d6-d930b26394eb tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:52.588252 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bfa1eb14-7165-427c-b5cc-2c5136621cfa req-ae3c1187-26d6-4fd3-87d6-d930b26394eb tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0695531 Jul 15 19:16:52.631910 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bfa1eb14-7165-427c-b5cc-2c5136621cfa req-473727fc-3d71-42e5-8134-8caacaa67ad6 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355926 Jul 15 19:16:53.634702 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:53.837878 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5f80f-fbc6-445a-84b4-c44d08ef93c6 req-4a041b74-9b57-455f-b39f-a0f2f1fa8ab5 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:53.839369 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57e5f80f-fbc6-445a-84b4-c44d08ef93c6 req-4a041b74-9b57-455f-b39f-a0f2f1fa8ab5 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0841699 Jul 15 19:16:53.879607 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57e5f80f-fbc6-445a-84b4-c44d08ef93c6 req-7cb8b7dd-3e5c-47a2-90ec-29cc520ab840 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345523 Jul 15 19:16:55.091300 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952647a-9db1-4512-8c1a-eb625a95c06e req-a60301b3-92c3-453f-a8e6-78cde8af7660 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:55.093081 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e952647a-9db1-4512-8c1a-eb625a95c06e req-a60301b3-92c3-453f-a8e6-78cde8af7660 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0932055 Jul 15 19:16:55.132130 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e952647a-9db1-4512-8c1a-eb625a95c06e req-db1f8011-841d-4d95-8739-2f10f99917cc tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331805 Jul 15 19:16:56.315193 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2f093-fc8a-4e45-86e8-1b3a0967abf2 req-1f41a11d-787b-4daa-8881-064542b545d4 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:56.316818 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2be2f093-fc8a-4e45-86e8-1b3a0967abf2 req-1f41a11d-787b-4daa-8881-064542b545d4 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0707295 Jul 15 19:16:56.360008 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2be2f093-fc8a-4e45-86e8-1b3a0967abf2 req-cfbc3f9a-cede-48a3-9625-3ac0c2f76952 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347767 Jul 15 19:16:57.187927 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebbfb6-1196-4f83-b415-84ee24bc5cd6 req-da51e9fe-737c-4237-9b2e-05f6c5ba1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:57.189907 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efebbfb6-1196-4f83-b415-84ee24bc5cd6 req-da51e9fe-737c-4237-9b2e-05f6c5ba1710 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=101ff66caca44ae4be72fa46746bcb36&device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 1098 time: 0.0632007 Jul 15 19:16:57.285332 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebbfb6-1196-4f83-b415-84ee24bc5cd6 req-172dba2c-ebba-4070-b77d-0d574d5aa6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:57.286795 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efebbfb6-1196-4f83-b415-84ee24bc5cd6 req-172dba2c-ebba-4070-b77d-0d574d5aa6f9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7 HTTP/1.1" status: 200 len: 909 time: 0.0899982 Jul 15 19:16:57.358115 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efebbfb6-1196-4f83-b415-84ee24bc5cd6 req-a15c5bcc-ede4-4256-976b-5894b5c1c1b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431965d3-2787-4c10-990e-3130aa8a6fd8 HTTP/1.1" status: 200 len: 1000 time: 0.0645871 Jul 15 19:16:57.410904 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebbfb6-1196-4f83-b415-84ee24bc5cd6 req-2836b5ac-32b8-4313-a3b4-edda21ed2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:57.412450 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efebbfb6-1196-4f83-b415-84ee24bc5cd6 req-2836b5ac-32b8-4313-a3b4-edda21ed2794 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=10d31f9a-422f-46e1-a676-3337bb7deca7 HTTP/1.1" status: 200 len: 847 time: 0.0486431 Jul 15 19:16:57.496502 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebbfb6-1196-4f83-b415-84ee24bc5cd6 req-0434e022-01ef-4074-bb4e-42c464623f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:57.498136 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efebbfb6-1196-4f83-b415-84ee24bc5cd6 req-0434e022-01ef-4074-bb4e-42c464623f0b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0791714 Jul 15 19:16:57.623778 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae830-b2da-4f10-b7f7-1e52faf70d7c req-7a27f566-a4b0-4f30-8411-61d164edf2f1 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:57.625178 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7f4ae830-b2da-4f10-b7f7-1e52faf70d7c req-7a27f566-a4b0-4f30-8411-61d164edf2f1 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.1427751 Jul 15 19:16:57.628955 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efebbfb6-1196-4f83-b415-84ee24bc5cd6 req-96a0cc35-5d99-4f04-805e-25bcb5ff78d2 service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138396 Jul 15 19:16:57.714689 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7f4ae830-b2da-4f10-b7f7-1e52faf70d7c req-0b9bbc57-8b47-40d4-8e44-fea3374da845 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833001 Jul 15 19:16:57.746279 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efebbfb6-1196-4f83-b415-84ee24bc5cd6 req-0d434c28-9550-4b6b-9eb6-322d2f7816e6 service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086464 Jul 15 19:16:58.901332 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b09922-5c0b-4b91-a13b-1de3967a35bf req-7844f49f-b3b3-4887-9d5c-2a045c982bf4 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:58.902833 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-55b09922-5c0b-4b91-a13b-1de3967a35bf req-7844f49f-b3b3-4887-9d5c-2a045c982bf4 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0728133 Jul 15 19:16:58.942614 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-55b09922-5c0b-4b91-a13b-1de3967a35bf req-12e7cc5e-dec4-4105-b68e-0426e400697c tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341263 Jul 15 19:17:00.134548 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6248e9b-d9fc-46f8-be20-d0cc0295bae7 req-c0aa08bf-e91d-4768-a151-17e12a5161c9 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:00.136041 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d6248e9b-d9fc-46f8-be20-d0cc0295bae7 req-c0aa08bf-e91d-4768-a151-17e12a5161c9 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0721736 Jul 15 19:17:00.178523 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d6248e9b-d9fc-46f8-be20-d0cc0295bae7 req-fdfa8f73-d031-4a33-83fc-43acdbc05fc8 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362191 Jul 15 19:17:00.569157 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-006a18d4-3656-49e6-b718-e60ad45d8174 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1397119 Jul 15 19:17:00.580605 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290634-2150-4958-8a05-69f160804555 req-859db651-7e52-46fa-8677-094028466ebe tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:00.582246 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e290634-2150-4958-8a05-69f160804555 req-859db651-7e52-46fa-8677-094028466ebe tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0818601 Jul 15 19:17:00.626168 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e290634-2150-4958-8a05-69f160804555 req-2a4c7574-922e-41a7-b21d-e3942b3534d5 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353806 Jul 15 19:17:01.814559 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc12bb7-55db-4f70-be9d-ccbda65cfb18 req-6cd519c4-262f-4d76-a3d1-bf1b5039eaa0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:01.816191 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1dc12bb7-55db-4f70-be9d-ccbda65cfb18 req-6cd519c4-262f-4d76-a3d1-bf1b5039eaa0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0695081 Jul 15 19:17:01.856307 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1dc12bb7-55db-4f70-be9d-ccbda65cfb18 req-55a1d978-a77d-4f20-9d89-e1c97a859565 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338066 Jul 15 19:17:01.979245 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-73dddb7e-8bff-4267-8c9c-3b8c7c64b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:01.980949 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-73dddb7e-8bff-4267-8c9c-3b8c7c64b84c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e&tenant_id=101ff66caca44ae4be72fa46746bcb36 HTTP/1.1" status: 200 len: 1098 time: 0.0616331 Jul 15 19:17:02.064275 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-71b25702-5be2-4d4d-824d-de5b409c29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:02.065832 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-71b25702-5be2-4d4d-824d-de5b409c29f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=101ff66caca44ae4be72fa46746bcb36&device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 1098 time: 0.0571427 Jul 15 19:17:02.176237 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-a67b1616-b4c7-43ab-b644-036744506294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:02.177804 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-a67b1616-b4c7-43ab-b644-036744506294 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7 HTTP/1.1" status: 200 len: 909 time: 0.1051340 Jul 15 19:17:02.255045 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-b35bee13-8e6a-4ed7-8955-a3247cd262f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431965d3-2787-4c10-990e-3130aa8a6fd8 HTTP/1.1" status: 200 len: 1000 time: 0.0701873 Jul 15 19:17:02.309696 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-68ce3d34-6c18-40c0-9e27-d0eb0204e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:02.311163 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-68ce3d34-6c18-40c0-9e27-d0eb0204e9cb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=10d31f9a-422f-46e1-a676-3337bb7deca7 HTTP/1.1" status: 200 len: 847 time: 0.0492935 Jul 15 19:17:02.375043 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-517572eb-48f6-4bd8-9601-d5a69ce919bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:02.376645 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-517572eb-48f6-4bd8-9601-d5a69ce919bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0567458 Jul 15 19:17:02.484353 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-cc2a6fe6-37f8-4cda-bfbe-0084c44af07e service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962555 Jul 15 19:17:02.585524 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6bb2dac6-3c20-40b4-aae9-997dbdf4f421 req-17c6f8b0-3647-48aa-9aad-55404a165b91 service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945613 Jul 15 19:17:03.046638 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757a94e-2231-4574-a777-79817c0b0ae2 req-db0c6c43-2bff-44c7-b123-f585324208e0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:03.048308 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3757a94e-2231-4574-a777-79817c0b0ae2 req-db0c6c43-2bff-44c7-b123-f585324208e0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0700679 Jul 15 19:17:03.094069 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3757a94e-2231-4574-a777-79817c0b0ae2 req-efb83b8f-d850-44aa-80a0-41894fd8988f tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396671 Jul 15 19:17:03.197935 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a57ee-71f1-42c5-9051-12bbd96ca2da req-a80ad4c0-2b4f-42b8-bf58-656279b1d5f7 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:03.199493 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a48a57ee-71f1-42c5-9051-12bbd96ca2da req-a80ad4c0-2b4f-42b8-bf58-656279b1d5f7 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 945 time: 0.0686936 Jul 15 19:17:03.248999 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a48a57ee-71f1-42c5-9051-12bbd96ca2da req-1c77da62-21d4-4d3a-9440-f92f17ae2bf0 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Jul 15 19:17:04.287681 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041766d9-01a7-4351-b441-bcbc213c4d9e req-7dd36442-76a5-465f-b5df-95031968b085 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:04.288860 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-041766d9-01a7-4351-b441-bcbc213c4d9e req-7dd36442-76a5-465f-b5df-95031968b085 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0737162 Jul 15 19:17:04.333228 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-041766d9-01a7-4351-b441-bcbc213c4d9e req-ad82f840-8aab-48b1-9451-a637dd43d622 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370231 Jul 15 19:17:04.436367 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0d702-7164-4fc2-9a20-05f86d45b757 req-c6c9f42a-9259-49ef-b59c-4a7d405f5266 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:04.437877 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-63d0d702-7164-4fc2-9a20-05f86d45b757 req-c6c9f42a-9259-49ef-b59c-4a7d405f5266 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 945 time: 0.0660691 Jul 15 19:17:04.477565 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-63d0d702-7164-4fc2-9a20-05f86d45b757 req-746fca05-0e40-4633-9a1a-8d93ff16002a tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338652 Jul 15 19:17:04.662678 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 431965d3-2787-4c10-990e-3130aa8a6fd8 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:17:04.711962 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe6490-3e99-4d17-aa21-24fb45d53f58 req-2fcfb1cf-9b81-4340-80df-75584d13c2c8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:04.713524 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4dbe6490-3e99-4d17-aa21-24fb45d53f58 req-2fcfb1cf-9b81-4340-80df-75584d13c2c8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.81 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 945 time: 0.0728028 Jul 15 19:17:04.747861 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.780535 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:17:04.782836 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e27b430-05f7-4fa8-8779-7599c5691fd5" -d '{"events": [{"server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "name": "network-vif-unplugged", "status": "completed", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:17:04.800592 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 431965d3-2787-4c10-990e-3130aa8a6fd8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=431965d3-2787-4c10-990e-3130aa8a6fd8,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:04.808849 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.828724 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-4dbe6490-3e99-4d17-aa21-24fb45d53f58 req-e9e12518-57f0-4dc7-9d2d-edd8237f0da8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Deleting port f562a8ce-448f-40b2-b9fb-e7f30cc916f7 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:17:04.829286 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4dbe6490-3e99-4d17-aa21-24fb45d53f58 req-e9e12518-57f0-4dc7-9d2d-edd8237f0da8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.869115 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=431965d3-2787-4c10-990e-3130aa8a6fd8,revision_number=6']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:04.884375 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 19:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca9b08f-a5fe-4d46-8087-6205a31a148f x-openstack-request-id: req-8ca9b08f-a5fe-4d46-8087-6205a31a148f {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:17:04.884829 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "name": "network-vif-unplugged", "status": "completed", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:17:04.885257 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8ca9b08f-a5fe-4d46-8087-6205a31a148f {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:17:04.885816 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'code': 200} Jul 15 19:17:04.929247 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-4dbe6490-3e99-4d17-aa21-24fb45d53f58 req-e9e12518-57f0-4dc7-9d2d-edd8237f0da8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] For port f562a8ce-448f-40b2-b9fb-e7f30cc916f7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f562a8ce-448f-40b2-b9fb-e7f30cc916f7,segment=NetworkSegment(abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a),segment_id=abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:04.929520 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4dbe6490-3e99-4d17-aa21-24fb45d53f58 req-e9e12518-57f0-4dc7-9d2d-edd8237f0da8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.943561 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-4dbe6490-3e99-4d17-aa21-24fb45d53f58 req-e9e12518-57f0-4dc7-9d2d-edd8237f0da8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Calling delete_port for f562a8ce-448f-40b2-b9fb-e7f30cc916f7 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:17:05.098069 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4dbe6490-3e99-4d17-aa21-24fb45d53f58 req-e9e12518-57f0-4dc7-9d2d-edd8237f0da8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.113216 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['f562a8ce-448f-40b2-b9fb-e7f30cc916f7'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:17:05.134604 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e12518-57f0-4dc7-9d2d-edd8237f0da8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Pushing event deleted for resources: {'Port': ['ID=f562a8ce-448f-40b2-b9fb-e7f30cc916f7,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:05.188281 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbe6490-3e99-4d17-aa21-24fb45d53f58 req-e9e12518-57f0-4dc7-9d2d-edd8237f0da8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] No DVR routers for this DVR port f562a8ce-448f-40b2-b9fb-e7f30cc916f7 on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:17:05.190861 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4dbe6490-3e99-4d17-aa21-24fb45d53f58 req-e9e12518-57f0-4dc7-9d2d-edd8237f0da8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.193160 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4dbe6490-3e99-4d17-aa21-24fb45d53f58 req-e9e12518-57f0-4dc7-9d2d-edd8237f0da8 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.81 "DELETE /v2.0/ports/f562a8ce-448f-40b2-b9fb-e7f30cc916f7 HTTP/1.1" status: 204 len: 173 time: 0.4740136 Jul 15 19:17:05.193735 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7a9b2b-d1c7-4440-9efc-8995a8dd5540', 'name': 'network-vif-deleted', 'tag': 'f562a8ce-448f-40b2-b9fb-e7f30cc916f7'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:17:05.196103 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7304d08a-f231-43cf-a35d-c6e0317220e0" -d '{"events": [{"server_uuid": "db7a9b2b-d1c7-4440-9efc-8995a8dd5540", "name": "network-vif-deleted", "tag": "f562a8ce-448f-40b2-b9fb-e7f30cc916f7"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:17:05.237680 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7b048a-ce11-4667-9a22-5dba9677610e x-openstack-request-id: req-1b7b048a-ce11-4667-9a22-5dba9677610e {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:17:05.238013 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7a9b2b-d1c7-4440-9efc-8995a8dd5540", "name": "network-vif-deleted", "tag": "f562a8ce-448f-40b2-b9fb-e7f30cc916f7", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:17:05.238224 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b7b048a-ce11-4667-9a22-5dba9677610e {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:17:05.238625 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7a9b2b-d1c7-4440-9efc-8995a8dd5540', 'name': 'network-vif-deleted', 'tag': 'f562a8ce-448f-40b2-b9fb-e7f30cc916f7', 'status': 'completed', 'code': 200} Jul 15 19:17:05.525252 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083192d5-f462-4e6e-8038-222cd1912aa0 req-9060793f-7250-4a2c-ac12-ba1461665429 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:05.526830 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-083192d5-f462-4e6e-8038-222cd1912aa0 req-9060793f-7250-4a2c-ac12-ba1461665429 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 943 time: 0.0743668 Jul 15 19:17:05.570736 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-083192d5-f462-4e6e-8038-222cd1912aa0 req-982d839e-91f4-485a-b5a1-b2b2dd727837 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377412 Jul 15 19:17:05.640673 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d11839c-675e-4f99-bc81-2a2bc8943f00 req-7e0c9149-6318-48e0-b2b2-ed4e28a605f3 tempest-VolumesSnapshotTestJSON-1873108844 tempest-VolumesSnapshotTestJSON-1873108844-project] 10.222.0.78 "GET /v2.0/ports?device_id=db7a9b2b-d1c7-4440-9efc-8995a8dd5540 HTTP/1.1" status: 200 len: 210 time: 0.0280824 Jul 15 19:17:06.762021 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104eee3-2699-4238-b199-14cebe563726 req-b0aaf694-aadb-45f7-a9c8-91e204afce20 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:06.763509 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b104eee3-2699-4238-b199-14cebe563726 req-b0aaf694-aadb-45f7-a9c8-91e204afce20 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 943 time: 0.0675898 Jul 15 19:17:06.809276 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b104eee3-2699-4238-b199-14cebe563726 req-5a8f2151-d1fc-41f8-b89b-1583af1b498f tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401225 Jul 15 19:17:07.992496 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310b442-0e06-416b-80c1-e8e4e8beeb21 req-b1f1bb62-8113-4dff-af5c-01335fb6d9b2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:07.994122 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e310b442-0e06-416b-80c1-e8e4e8beeb21 req-b1f1bb62-8113-4dff-af5c-01335fb6d9b2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 943 time: 0.0735884 Jul 15 19:17:08.041490 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e310b442-0e06-416b-80c1-e8e4e8beeb21 req-6e3051a9-004a-438f-9073-afada18ea73d tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410857 Jul 15 19:17:09.243986 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13901367-812f-4d5b-ab9d-7fefb2612002 req-f2b55fbc-bfb5-49b9-81be-7a25822d6aa2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:09.245744 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-13901367-812f-4d5b-ab9d-7fefb2612002 req-f2b55fbc-bfb5-49b9-81be-7a25822d6aa2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 943 time: 0.0842361 Jul 15 19:17:09.285568 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-13901367-812f-4d5b-ab9d-7fefb2612002 req-767be187-865f-4fc6-9f4f-d76bc8753322 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344236 Jul 15 19:17:09.313658 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device f562a8ce-448f-40b2-b9fb-e7f30cc916f7 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:17:09.334710 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: f562a8ce-448f-40b2-b9fb-e7f30cc916f7 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:17:09.334914 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device f562a8ce-448f-40b2-b9fb-e7f30cc916f7 not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:17:10.469262 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2005d04-b754-4392-9115-aa47174539e2 req-463c9728-41c1-4f37-a8db-a802d45987ab tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:10.470753 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d2005d04-b754-4392-9115-aa47174539e2 req-463c9728-41c1-4f37-a8db-a802d45987ab tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 943 time: 0.0665779 Jul 15 19:17:10.511961 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d2005d04-b754-4392-9115-aa47174539e2 req-b02550c7-0a0f-444d-a719-4d8c0d569650 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330658 Jul 15 19:17:11.176339 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 431965d3-2787-4c10-990e-3130aa8a6fd8 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:17:11.268778 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a7da0-2564-4a5f-bd6c-0cf1f488322b req-9ea56e22-2865-47ec-b4c3-fc0c965ca788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:11.271029 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ad8a7da0-2564-4a5f-bd6c-0cf1f488322b req-9ea56e22-2865-47ec-b4c3-fc0c965ca788 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 1096 time: 0.0807416 Jul 15 19:17:11.294646 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 431965d3-2787-4c10-990e-3130aa8a6fd8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=431965d3-2787-4c10-990e-3130aa8a6fd8,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:11.310787 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'port_id': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'mac_address': 'fa:16:3e:af:7d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:17:11.329522 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ad8a7da0-2564-4a5f-bd6c-0cf1f488322b req-4d5be715-b00b-49c5-bc7d-cf7cbe0cf825 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507302 Jul 15 19:17:11.368631 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:11.386145 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431965d3-2787-4c10-990e-3130aa8a6fd8 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:17:11.408568 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 431965d3-2787-4c10-990e-3130aa8a6fd8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=431965d3-2787-4c10-990e-3130aa8a6fd8,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:11.413875 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:11.478738 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=431965d3-2787-4c10-990e-3130aa8a6fd8,revision_number=7']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:11.632931 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['431965d3-2787-4c10-990e-3130aa8a6fd8'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:17:11.721636 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b12eb-fa79-4022-a363-d3805fbd9c78 req-bf575914-1aa4-4fd3-bc6d-c83b18083cf8 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:11.723550 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd0b12eb-fa79-4022-a363-d3805fbd9c78 req-bf575914-1aa4-4fd3-bc6d-c83b18083cf8 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 944 time: 0.0881894 Jul 15 19:17:11.789921 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd0b12eb-fa79-4022-a363-d3805fbd9c78 req-6b1f5159-4b31-4db7-a3a8-451bd2df000a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550382 Jul 15 19:17:11.836439 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:12.991842 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0416a-7013-44dc-ac52-874a6a5219c1 req-9b977a93-1579-4e37-87a6-0c41956091c2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:12.993361 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8ea0416a-7013-44dc-ac52-874a6a5219c1 req-9b977a93-1579-4e37-87a6-0c41956091c2 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 944 time: 0.0673275 Jul 15 19:17:13.044439 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8ea0416a-7013-44dc-ac52-874a6a5219c1 req-1b056975-3d04-4528-9804-908ee7b7b4ef tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423744 Jul 15 19:17:13.188009 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 431965d3-2787-4c10-990e-3130aa8a6fd8 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:13.243409 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 431965d3-2787-4c10-990e-3130aa8a6fd8 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:13.243863 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:13.329822 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:13.352270 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:17:13.354790 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dac9aa-7200-4dd7-832e-f071d2afb23a" -d '{"events": [{"server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "name": "network-vif-plugged", "status": "completed", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:17:13.369400 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 431965d3-2787-4c10-990e-3130aa8a6fd8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=431965d3-2787-4c10-990e-3130aa8a6fd8,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:13.375077 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:13.407769 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252e33ee-d662-4156-b005-937eb08d62ea x-openstack-request-id: req-252e33ee-d662-4156-b005-937eb08d62ea {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:17:13.408116 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "name": "network-vif-plugged", "status": "completed", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:17:13.408282 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-252e33ee-d662-4156-b005-937eb08d62ea {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:17:13.408674 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'code': 200} Jul 15 19:17:13.445925 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=431965d3-2787-4c10-990e-3130aa8a6fd8,revision_number=8']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:14.242367 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e23c54-4da1-471d-9352-b3cea39834d5 req-bd547566-f7f4-413a-9dd3-e6948d100ca0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:14.249450 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-31e23c54-4da1-471d-9352-b3cea39834d5 req-bd547566-f7f4-413a-9dd3-e6948d100ca0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0795443 Jul 15 19:17:14.285959 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-31e23c54-4da1-471d-9352-b3cea39834d5 req-fcec8bc2-9c48-4113-b1a1-64fde9870236 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353210 Jul 15 19:17:16.521096 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-195e3cd6-f6b3-4243-b180-0d0448377865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:20.243578 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:21.182773 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-755b374a-1d99-4d12-92a9-c020f4605520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:21.294815 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:17:22.107772 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.640000 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:29.231475 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56620) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:29.283873 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cededf-5354-4ae8-b896-a446e4432dd7 admin admin] Deleting subnet 57e7c69e-6ee5-44b0-b7a6-ead3b8d2e7e6 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:17:29.287782 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e7cededf-5354-4ae8-b896-a446e4432dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:29.329872 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e7cededf-5354-4ae8-b896-a446e4432dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60733246'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:29.376591 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e7cededf-5354-4ae8-b896-a446e4432dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:29.444851 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e7cededf-5354-4ae8-b896-a446e4432dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59799138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59558045'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:29.476361 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cededf-5354-4ae8-b896-a446e4432dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e7c69e-6ee5-44b0-b7a6-ead3b8d2e7e6,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:29.481808 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e7cededf-5354-4ae8-b896-a446e4432dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:29.484790 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e7cededf-5354-4ae8-b896-a446e4432dd7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/57e7c69e-6ee5-44b0-b7a6-ead3b8d2e7e6 HTTP/1.1" status: 204 len: 168 time: 0.2514279 Jul 15 19:17:29.487636 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56622) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:29.562303 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee2b08fc-be86-4c0d-82a1-a077b363398d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:29.650261 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee2b08fc-be86-4c0d-82a1-a077b363398d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:29.663202 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-ee2b08fc-be86-4c0d-82a1-a077b363398d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ecd627-b8cc-480a-86be-510b2af082a9']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:29.675857 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-ee2b08fc-be86-4c0d-82a1-a077b363398d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:29.676142 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-ee2b08fc-be86-4c0d-82a1-a077b363398d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdd96c3-0811-43cd-b2e9-06ffe5ea5a5a') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:29.686972 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee2b08fc-be86-4c0d-82a1-a077b363398d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60733193'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:29.703249 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee2b08fc-be86-4c0d-82a1-a077b363398d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:29.713508 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2b08fc-be86-4c0d-82a1-a077b363398d admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:17:29.713798 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee2b08fc-be86-4c0d-82a1-a077b363398d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59799488'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: timer() Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: cb(*args, **kw) Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: self._notify() Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: self.callback(batched_events) Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: event.method(event) Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._get(url).json() Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:17:29.715670 dv-cinder-780933-11-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:17:29.774264 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee2b08fc-be86-4c0d-82a1-a077b363398d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:29.780463 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee2b08fc-be86-4c0d-82a1-a077b363398d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:29.782771 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ee2b08fc-be86-4c0d-82a1-a077b363398d admin admin] 10.222.0.78 "DELETE /v2.0/networks/f6ecd627-b8cc-480a-86be-510b2af082a9 HTTP/1.1" status: 204 len: 168 time: 0.2941282 Jul 15 19:17:29.798333 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b08fc-be86-4c0d-82a1-a077b363398d admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ecd627-b8cc-480a-86be-510b2af082a9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:29.980500 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56626) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:30.028992 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-cebf3045-3ab3-4b67-aaad-3cf675c45aa1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=99f3a68f4d5242f983b5286b5ae18ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472379 Jul 15 19:17:30.033205 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56628) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:30.090754 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4121952-665e-4c38-9a3f-c9e0e8755e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:30.115758 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4121952-665e-4c38-9a3f-c9e0e8755e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:30.171635 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4121952-665e-4c38-9a3f-c9e0e8755e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:30.175171 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4121952-665e-4c38-9a3f-c9e0e8755e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:30.176523 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e4121952-665e-4c38-9a3f-c9e0e8755e11 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0d44f3d-c9c7-4f2d-9760-603c98aefc0b HTTP/1.1" status: 204 len: 168 time: 0.1423075 Jul 15 19:17:30.187443 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4121952-665e-4c38-9a3f-c9e0e8755e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d44f3d-c9c7-4f2d-9760-603c98aefc0b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:41.847960 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:46.241251 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6535d52d-a985-4fc6-aa64-32d90694fa4a req-c224b233-84f9-46e9-8d21-0990dde12ae7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582387 Jul 15 19:17:46.346392 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535d52d-a985-4fc6-aa64-32d90694fa4a req-e40acddd-93ee-4f38-a038-37df023730a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:46.348469 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6535d52d-a985-4fc6-aa64-32d90694fa4a req-e40acddd-93ee-4f38-a038-37df023730a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=101ff66caca44ae4be72fa46746bcb36&device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 1098 time: 0.0622034 Jul 15 19:17:46.462070 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535d52d-a985-4fc6-aa64-32d90694fa4a req-8eeb2967-6324-4209-b759-d8a458f9ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:46.463559 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6535d52d-a985-4fc6-aa64-32d90694fa4a req-8eeb2967-6324-4209-b759-d8a458f9ec17 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7 HTTP/1.1" status: 200 len: 909 time: 0.0924897 Jul 15 19:17:46.525682 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6cb417f9-6cce-4594-8423-895cd4896ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:46.538600 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6535d52d-a985-4fc6-aa64-32d90694fa4a req-55be1e49-74a7-4490-b17b-78a483764c8d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431965d3-2787-4c10-990e-3130aa8a6fd8 HTTP/1.1" status: 200 len: 1000 time: 0.0687115 Jul 15 19:17:46.591562 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535d52d-a985-4fc6-aa64-32d90694fa4a req-1f8c7550-6545-49a9-bbad-9fce76546af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:46.593165 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6535d52d-a985-4fc6-aa64-32d90694fa4a req-1f8c7550-6545-49a9-bbad-9fce76546af0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=10d31f9a-422f-46e1-a676-3337bb7deca7 HTTP/1.1" status: 200 len: 847 time: 0.0475049 Jul 15 19:17:46.654490 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535d52d-a985-4fc6-aa64-32d90694fa4a req-91e203a3-6404-404b-a78b-67caa6fe8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:46.656857 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6535d52d-a985-4fc6-aa64-32d90694fa4a req-91e203a3-6404-404b-a78b-67caa6fe8860 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0574863 Jul 15 19:17:46.759146 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6535d52d-a985-4fc6-aa64-32d90694fa4a req-fcfcfe37-d03c-4774-a1a7-4e351a20acb9 service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946918 Jul 15 19:17:46.850926 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6535d52d-a985-4fc6-aa64-32d90694fa4a req-378fbef2-ccff-4cf5-88db-a5c35ea6b10b service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849502 Jul 15 19:17:50.241283 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:51.178017 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f7962603-f5b2-4a89-adff-e54965add51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:52.117038 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:53.643544 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:58.295057 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:18:11.844092 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.530209 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a13f6e8b-89e8-4747-9074-2ba3a15e69e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:20.236078 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:21.182869 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-07227d5e-6433-4691-96b3-eaa37ccaf50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:22.117972 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:23.648362 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:29.819748 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56640) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:29.989256 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Deleting port e87276c4-0cc9-4d63-a496-3c12e35dfc5d {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:29.989628 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:30.082676 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:30.082916 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:30.095048 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Calling delete_port for e87276c4-0cc9-4d63-a496-3c12e35dfc5d owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:30.259294 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:30.284458 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Pushing event deleted for resources: {'Port': ['ID=e87276c4-0cc9-4d63-a496-3c12e35dfc5d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:30.295711 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:30.296170 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:30.296390 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:30.296720 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:30.297054 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:30.297412 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:30.297739 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:30.298064 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:30.298385 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:30.298708 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:30.299035 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:30.299351 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:30.358243 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:30.358696 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Floating IP 2f881197-0030-4f45-8e72-c471850537e2 disassociated (deleted). External IP: 172.27.1.89, port: 431965d3-2787-4c10-990e-3130aa8a6fd8. Jul 15 19:18:30.582245 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Router 81a74837-fa7a-453f-8297-37c8f94b7c2e has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:18:30.728092 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:18:30.734822 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:30.738639 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4a3e7-aa18-4c77-b8de-b6e9dd532827 None None] Sync routers for ids ['81a74837-fa7a-453f-8297-37c8f94b7c2e'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:18:30.748405 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4a3e7-aa18-4c77-b8de-b6e9dd532827 None None] Routers {'81a74837-fa7a-453f-8297-37c8f94b7c2e'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:30.749169 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-b5f4a3e7-aa18-4c77-b8de-b6e9dd532827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['81a74837-fa7a-453f-8297-37c8f94b7c2e'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:30.783410 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-79177ded-91b9-482b-9aaa-5cf2dbef088a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "DELETE /v2.0/floatingips/2f881197-0030-4f45-8e72-c471850537e2 HTTP/1.1" status: 204 len: 168 time: 0.9621956 Jul 15 19:18:30.783857 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:18:30.786320 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d487e05c7bc77a0d797d40f0ee1db13b1b7ca83f6747dd086ea50c900277cffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e481d8-7fda-408c-9213-b9082cad2b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:18:30.863500 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-b5f4a3e7-aa18-4c77-b8de-b6e9dd532827 None None] Set router 81a74837-fa7a-453f-8297-37c8f94b7c2e gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:31.090564 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-b5f4a3e7-aa18-4c77-b8de-b6e9dd532827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:02Z', 'revision_number': 4, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port': {'id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': '540789cd-421a-401e-afd9-9362a32663ea', 'name': '', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'mac_address': 'fa:16:3e:55:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:01Z', 'updated_at': '2021-07-15T19:14:09Z', 'revision_number': 5, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'subnets': [{'id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:31.100572 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888bbe74-2a20-4c86-9cf6-5d458392451a x-openstack-request-id: req-888bbe74-2a20-4c86-9cf6-5d458392451a {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:18:31.101093 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:18:31.101093 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-888bbe74-2a20-4c86-9cf6-5d458392451a {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:18:31.101535 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'status': 'completed', 'code': 200} Jul 15 19:18:31.120325 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4a3e7-aa18-4c77-b8de-b6e9dd532827 None None] Checking router: 81a74837-fa7a-453f-8297-37c8f94b7c2e for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:18:31.129702 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4a3e7-aa18-4c77-b8de-b6e9dd532827 None None] Routers {'81a74837-fa7a-453f-8297-37c8f94b7c2e'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:31.130323 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-b5f4a3e7-aa18-4c77-b8de-b6e9dd532827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['81a74837-fa7a-453f-8297-37c8f94b7c2e'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:31.227008 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe00ccb-c9da-4abd-a3a5-97c8640598aa req-5dd2badd-3ac2-492b-baa4-fd4f4727e0b0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:31.228620 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cfe00ccb-c9da-4abd-a3a5-97c8640598aa req-5dd2badd-3ac2-492b-baa4-fd4f4727e0b0 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.1067574 Jul 15 19:18:31.235073 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e481d8-7fda-408c-9213-b9082cad2b3f req-d506169f-bf70-4c57-a919-a7f4e9b4df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:31.236463 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39e481d8-7fda-408c-9213-b9082cad2b3f req-d506169f-bf70-4c57-a919-a7f4e9b4df21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=101ff66caca44ae4be72fa46746bcb36&device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 1098 time: 0.1038768 Jul 15 19:18:31.243854 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-b5f4a3e7-aa18-4c77-b8de-b6e9dd532827 None None] Set router 81a74837-fa7a-453f-8297-37c8f94b7c2e gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:31.299362 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cfe00ccb-c9da-4abd-a3a5-97c8640598aa req-e0b8a86d-5b80-415e-9af4-ea97a8faa711 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619545 Jul 15 19:18:31.356420 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e481d8-7fda-408c-9213-b9082cad2b3f req-d4fe8baa-15f5-4e9e-a13c-a2dcd7a848a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:31.358340 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39e481d8-7fda-408c-9213-b9082cad2b3f req-d4fe8baa-15f5-4e9e-a13c-a2dcd7a848a7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7 HTTP/1.1" status: 200 len: 909 time: 0.1137564 Jul 15 19:18:31.402774 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39e481d8-7fda-408c-9213-b9082cad2b3f req-f5e3ffae-fa61-4733-839d-331039b6a7b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=431965d3-2787-4c10-990e-3130aa8a6fd8 HTTP/1.1" status: 200 len: 217 time: 0.0375352 Jul 15 19:18:31.451813 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-b5f4a3e7-aa18-4c77-b8de-b6e9dd532827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:02Z', 'revision_number': 4, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port': {'id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': '540789cd-421a-401e-afd9-9362a32663ea', 'name': '', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'mac_address': 'fa:16:3e:55:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:01Z', 'updated_at': '2021-07-15T19:14:09Z', 'revision_number': 5, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'subnets': [{'id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:31.455218 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e481d8-7fda-408c-9213-b9082cad2b3f req-ef667ce3-ee9a-4f87-a288-3342dda7d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:31.456654 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39e481d8-7fda-408c-9213-b9082cad2b3f req-ef667ce3-ee9a-4f87-a288-3342dda7d484 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=10d31f9a-422f-46e1-a676-3337bb7deca7 HTTP/1.1" status: 200 len: 847 time: 0.0478232 Jul 15 19:18:31.479638 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4a3e7-aa18-4c77-b8de-b6e9dd532827 None None] The sync data for ids ['81a74837-fa7a-453f-8297-37c8f94b7c2e'] in dv-cinder-780933-11-iscsi is: [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:02Z', 'revision_number': 4, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port': {'id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': '540789cd-421a-401e-afd9-9362a32663ea', 'name': '', 'network_id': '6e6ab359-bf1b-47d9-ab86-2eda534dddd7', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'mac_address': 'fa:16:3e:55:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:01Z', 'updated_at': '2021-07-15T19:14:09Z', 'revision_number': 5, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'subnets': [{'id': '10d31f9a-422f-46e1-a676-3337bb7deca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:18:31.521602 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e481d8-7fda-408c-9213-b9082cad2b3f req-3ed769c5-ca4f-40c9-b0a2-6f9fef406f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:31.523169 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39e481d8-7fda-408c-9213-b9082cad2b3f req-3ed769c5-ca4f-40c9-b0a2-6f9fef406f5c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6e6ab359-bf1b-47d9-ab86-2eda534dddd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0588586 Jul 15 19:18:31.626507 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39e481d8-7fda-408c-9213-b9082cad2b3f req-3dfc0cf7-2452-475e-9c06-a485af65050f service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955913 Jul 15 19:18:31.729166 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c36ae54-9ee4-4842-b547-724639ef6c41 None None] New status for floating IP 2f881197-0030-4f45-8e72-c471850537e2: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:18:31.735958 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39e481d8-7fda-408c-9213-b9082cad2b3f req-d65d105a-4d00-4fe0-acf2-d1c8a1e36e88 service neutron] 10.222.0.81 "GET /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020949 Jul 15 19:18:32.505301 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02d82e-9e51-4bc1-a611-4a750131be04 req-496d13d3-a005-466b-99f2-6a2d458200a9 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:32.506904 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6a02d82e-9e51-4bc1-a611-4a750131be04 req-496d13d3-a005-466b-99f2-6a2d458200a9 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0740547 Jul 15 19:18:32.548396 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6a02d82e-9e51-4bc1-a611-4a750131be04 req-a0222c03-a790-40c0-8226-41906b181a68 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8f6c765-7469-4297-878f-241c23338065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352125 Jul 15 19:18:32.623899 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cffe0f-fb99-4137-a17e-ce8ce4cdbdfd req-ca4fc653-2d7b-4822-8266-a1a729ccd15f tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:32.625292 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c1cffe0f-fb99-4137-a17e-ce8ce4cdbdfd req-ca4fc653-2d7b-4822-8266-a1a729ccd15f tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 945 time: 0.0686667 Jul 15 19:18:32.735921 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-c1cffe0f-fb99-4137-a17e-ce8ce4cdbdfd req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Deleting port 431965d3-2787-4c10-990e-3130aa8a6fd8 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:32.736260 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c1cffe0f-fb99-4137-a17e-ce8ce4cdbdfd req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:32.833700 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-c1cffe0f-fb99-4137-a17e-ce8ce4cdbdfd req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] For port 431965d3-2787-4c10-990e-3130aa8a6fd8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=431965d3-2787-4c10-990e-3130aa8a6fd8,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:32.834060 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c1cffe0f-fb99-4137-a17e-ce8ce4cdbdfd req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:32.850298 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-c1cffe0f-fb99-4137-a17e-ce8ce4cdbdfd req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Calling delete_port for 431965d3-2787-4c10-990e-3130aa8a6fd8 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:33.243658 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c1cffe0f-fb99-4137-a17e-ce8ce4cdbdfd req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:33.272654 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Pushing event deleted for resources: {'Port': ['ID=431965d3-2787-4c10-990e-3130aa8a6fd8,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:33.285761 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:33.286104 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:33.286442 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:33.286772 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:33.287101 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:33.287419 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:33.287741 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:33.288059 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:33.288396 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:33.288701 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:33.289014 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:33.289348 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:33.331317 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cffe0f-fb99-4137-a17e-ce8ce4cdbdfd req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] No DVR routers for this DVR port 431965d3-2787-4c10-990e-3130aa8a6fd8 on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:18:33.334012 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c1cffe0f-fb99-4137-a17e-ce8ce4cdbdfd req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:33.336120 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c1cffe0f-fb99-4137-a17e-ce8ce4cdbdfd req-2c264841-5548-406e-8cc4-40c79f148f0a tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.81 "DELETE /v2.0/ports/431965d3-2787-4c10-990e-3130aa8a6fd8 HTTP/1.1" status: 204 len: 173 time: 0.7055292 Jul 15 19:18:33.336513 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'name': 'network-vif-deleted', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:18:33.338910 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e6e9ec-36f8-41aa-93f5-bb903231e1f7" -d '{"events": [{"server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "name": "network-vif-deleted", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:18:33.382727 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772e4779-709f-4cf3-9e59-4e7c0d6b960b x-openstack-request-id: req-772e4779-709f-4cf3-9e59-4e7c0d6b960b {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:18:33.383025 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9d69aa-308f-4f73-9128-41e99821d99e", "name": "network-vif-deleted", "tag": "431965d3-2787-4c10-990e-3130aa8a6fd8", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:18:33.383332 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-772e4779-709f-4cf3-9e59-4e7c0d6b960b {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:18:33.383718 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9d69aa-308f-4f73-9128-41e99821d99e', 'name': 'network-vif-deleted', 'tag': '431965d3-2787-4c10-990e-3130aa8a6fd8', 'status': 'completed', 'code': 200} Jul 15 19:18:33.702113 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-251f6ee2-d928-47a8-a8a5-47dddaeff356 req-4d933cc0-1476-4c91-bedc-3491feaacd33 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d69aa-308f-4f73-9128-41e99821d99e HTTP/1.1" status: 200 len: 210 time: 0.0302935 Jul 15 19:18:34.798961 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56672) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:34.866443 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a20a4941-e832-4a81-974e-ece5a7131155 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:34.893861 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a20a4941-e832-4a81-974e-ece5a7131155 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:34.960394 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a20a4941-e832-4a81-974e-ece5a7131155 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:34.964491 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a20a4941-e832-4a81-974e-ece5a7131155 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:34.966149 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a20a4941-e832-4a81-974e-ece5a7131155 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] 10.222.0.78 "DELETE /v2.0/security-groups/f8f6c765-7469-4297-878f-241c23338065 HTTP/1.1" status: 204 len: 168 time: 0.1656265 Jul 15 19:18:34.976342 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a4941-e832-4a81-974e-ece5a7131155 tempest-TestShelveInstance-1996210131 tempest-TestShelveInstance-1996210131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f6c765-7469-4297-878f-241c23338065,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:35.031475 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56676) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:35.294265 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:18:35.411048 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606ee6b1-b3ed-437d-9bdc-e278fb054fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4088494'] for router_interface, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:35.666511 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 431965d3-2787-4c10-990e-3130aa8a6fd8 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:18:35.688900 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: 431965d3-2787-4c10-990e-3130aa8a6fd8 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:18:35.689277 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 431965d3-2787-4c10-990e-3130aa8a6fd8 not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:18:35.689588 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-606ee6b1-b3ed-437d-9bdc-e278fb054fae admin admin] Deleting port 540789cd-421a-401e-afd9-9362a32663ea {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:35.689939 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606ee6b1-b3ed-437d-9bdc-e278fb054fae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:35.773494 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-606ee6b1-b3ed-437d-9bdc-e278fb054fae admin admin] For port 540789cd-421a-401e-afd9-9362a32663ea, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=540789cd-421a-401e-afd9-9362a32663ea,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:35.773859 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606ee6b1-b3ed-437d-9bdc-e278fb054fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:35.790912 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-606ee6b1-b3ed-437d-9bdc-e278fb054fae admin admin] Calling delete_port for 540789cd-421a-401e-afd9-9362a32663ea owned by network:router_interface {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:35.987806 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606ee6b1-b3ed-437d-9bdc-e278fb054fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:36.012274 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ee6b1-b3ed-437d-9bdc-e278fb054fae admin admin] Pushing event deleted for resources: {'Port': ['ID=540789cd-421a-401e-afd9-9362a32663ea,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:36.528093 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-606ee6b1-b3ed-437d-9bdc-e278fb054fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086334'] for router_interface, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:36.761102 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606ee6b1-b3ed-437d-9bdc-e278fb054fae admin admin] Router 81a74837-fa7a-453f-8297-37c8f94b7c2e has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:18:36.874053 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606ee6b1-b3ed-437d-9bdc-e278fb054fae admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:18:36.879837 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-606ee6b1-b3ed-437d-9bdc-e278fb054fae admin admin] 10.222.0.78 "PUT /v2.0/routers/81a74837-fa7a-453f-8297-37c8f94b7c2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8469768 Jul 15 19:18:36.882777 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56678) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:36.888894 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa1559-a4f5-4ced-aad7-d78dcd6f7ecf None None] Sync routers for ids ['81a74837-fa7a-453f-8297-37c8f94b7c2e'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:18:36.899883 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa1559-a4f5-4ced-aad7-d78dcd6f7ecf None None] Routers {'81a74837-fa7a-453f-8297-37c8f94b7c2e'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:36.900517 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-63aa1559-a4f5-4ced-aad7-d78dcd6f7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['81a74837-fa7a-453f-8297-37c8f94b7c2e'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:36.998275 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:37.013026 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-63aa1559-a4f5-4ced-aad7-d78dcd6f7ecf None None] Set router 81a74837-fa7a-453f-8297-37c8f94b7c2e gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:37.101424 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:37.192608 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Deleting port b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:37.193240 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:37.220112 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-63aa1559-a4f5-4ced-aad7-d78dcd6f7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:18:35Z', 'revision_number': 5, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port': {'id': 'b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:37.249515 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa1559-a4f5-4ced-aad7-d78dcd6f7ecf None None] Checking router: 81a74837-fa7a-453f-8297-37c8f94b7c2e for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:18:37.259449 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa1559-a4f5-4ced-aad7-d78dcd6f7ecf None None] Routers {'81a74837-fa7a-453f-8297-37c8f94b7c2e'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:37.260088 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-63aa1559-a4f5-4ced-aad7-d78dcd6f7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['81a74837-fa7a-453f-8297-37c8f94b7c2e'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:37.285711 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] For port b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:37.285960 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:37.302439 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Calling delete_port for b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:37.365066 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-63aa1559-a4f5-4ced-aad7-d78dcd6f7ecf None None] Set router 81a74837-fa7a-453f-8297-37c8f94b7c2e gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:37.454587 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-63aa1559-a4f5-4ced-aad7-d78dcd6f7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:18:37Z', 'revision_number': 6, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port_host': None}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:37.489620 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa1559-a4f5-4ced-aad7-d78dcd6f7ecf None None] The sync data for ids ['81a74837-fa7a-453f-8297-37c8f94b7c2e'] in dv-cinder-780933-11-iscsi is: [{'id': '81a74837-fa7a-453f-8297-37c8f94b7c2e', 'name': 'tempest-TestShelveInstance-718588839-router', 'tenant_id': '101ff66caca44ae4be72fa46746bcb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:59Z', 'updated_at': '2021-07-15T19:18:37Z', 'revision_number': 6, 'project_id': '101ff66caca44ae4be72fa46746bcb36', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:18:37.524119 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:37.556101 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:37.638892 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759716'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:37.736146 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6543'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:37.738517 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:37.786110 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4088806'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:37.786748 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81a74837-fa7a-453f-8297-37c8f94b7c2e {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:18:37.794637 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:37.796135 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-cfa159dc-1035-41f9-86aa-2781193149fd admin admin] 10.222.0.78 "DELETE /v2.0/routers/81a74837-fa7a-453f-8297-37c8f94b7c2e HTTP/1.1" status: 204 len: 168 time: 0.9119422 Jul 15 19:18:37.799027 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56680) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:37.852985 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7a1e10-035e-46a4-9b4d-a2dc672e5b73 admin admin] Deleting subnet 10d31f9a-422f-46e1-a676-3337bb7deca7 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:18:37.857058 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1e10-035e-46a4-9b4d-a2dc672e5b73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:37.900607 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1e10-035e-46a4-9b4d-a2dc672e5b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60733246'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:37.990515 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1e10-035e-46a4-9b4d-a2dc672e5b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.059706 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1e10-035e-46a4-9b4d-a2dc672e5b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59799138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59558045'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.102356 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a1e10-035e-46a4-9b4d-a2dc672e5b73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d31f9a-422f-46e1-a676-3337bb7deca7,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:38.108816 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1e10-035e-46a4-9b4d-a2dc672e5b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.111255 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6c7a1e10-035e-46a4-9b4d-a2dc672e5b73 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/10d31f9a-422f-46e1-a676-3337bb7deca7 HTTP/1.1" status: 204 len: 168 time: 0.3110342 Jul 15 19:18:38.113997 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56682) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:38.114764 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6cbef2-17fa-49aa-86b0-70e2eb191778 None None] Network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:18:38.198296 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.271075 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Deleting port 8dc5a647-47c7-40c2-b4ec-b950ede09e78 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:38.271745 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.320765 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 540789cd-421a-401e-afd9-9362a32663ea no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:18:38.345205 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 540789cd-421a-401e-afd9-9362a32663ea {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:18:38.345731 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 540789cd-421a-401e-afd9-9362a32663ea not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:18:38.346251 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:18:38.360299 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] For port 8dc5a647-47c7-40c2-b4ec-b950ede09e78, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=8dc5a647-47c7-40c2-b4ec-b950ede09e78,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:38.360568 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.376655 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Calling delete_port for 8dc5a647-47c7-40c2-b4ec-b950ede09e78 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:38.378641 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:18:38.379320 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device b2b624cf-4a5c-4acd-ad6a-cc6b01b5b8db not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:18:38.384312 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] DHCP port deletion for 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 request from dv-cinder-780933-11-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:18:38.454037 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Deleting port 8dc5a647-47c7-40c2-b4ec-b950ede09e78 {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:38.454717 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.466720 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.500731 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc5a647-47c7-40c2-b4ec-b950ede09e78,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:38.506034 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] No DVR routers for this DVR port 8dc5a647-47c7-40c2-b4ec-b950ede09e78 on host dv-cinder-780933-11-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:18:38.616136 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.636356 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6ab359-bf1b-47d9-ab86-2eda534dddd7']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:38.652323 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379ef9ec-f183-4ea0-b75f-7dcf99827ee8') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:38.652731 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379ef9ec-f183-4ea0-b75f-7dcf99827ee8') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:38.669101 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955153'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.692609 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.697178 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] For port 8dc5a647-47c7-40c2-b4ec-b950ede09e78, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=8dc5a647-47c7-40c2-b4ec-b950ede09e78,segment=NetworkSegment(379ef9ec-f183-4ea0-b75f-7dcf99827ee8),segment_id=379ef9ec-f183-4ea0-b75f-7dcf99827ee8)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:38.697583 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.699188 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:18:38.699971 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954931'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: Traceback (most recent call last): Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: timer() Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: cb(*args, **kw) Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: return func(*args, **kwargs) Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: self._notify() Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: self.callback(batched_events) Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: event.method(event) Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: return f(self, *a, **k) Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._get(url).json() Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:18:38.701373 dv-cinder-780933-11-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:18:38.711427 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Calling delete_port for 8dc5a647-47c7-40c2-b4ec-b950ede09e78 owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:38.771124 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.777639 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.779558 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6e6ab359-bf1b-47d9-ab86-2eda534dddd7 HTTP/1.1" status: 204 len: 168 time: 0.6645257 Jul 15 19:18:38.783437 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56684) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:38.791270 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae7045-19cc-47fa-af70-8f8013e68b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6ab359-bf1b-47d9-ab86-2eda534dddd7,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:38.792289 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:38.819142 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Pushing event deleted for resources: {'Port': ['ID=8dc5a647-47c7-40c2-b4ec-b950ede09e78,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:38.821351 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Network 6e6ab359-bf1b-47d9-ab86-2eda534dddd7 is not hosted by any dhcp agent {{(pid=93252) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 19:18:38.821810 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] No DVR routers for this DVR port 8dc5a647-47c7-40c2-b4ec-b950ede09e78 on host dv-cinder-780933-11-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:18:38.829976 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:38.830161 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:38.830513 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:38.830892 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:38.831176 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:38.831509 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:38.831845 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:38.832170 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:38.832535 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:38.832860 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:38.833271 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:38.833528 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f9680f-0aa2-49ca-8c24-b79cd1808d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:39.166514 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cb6cbdbc-f4d3-4c16-abd9-32ec3f16ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4088494'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:39.442732 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cbdbc-f4d3-4c16-abd9-32ec3f16ab1e admin admin] Deleting port a6537bac-14cb-49d0-9388-4c84726e640e {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:39.442976 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cb6cbdbc-f4d3-4c16-abd9-32ec3f16ab1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:39.532996 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-cb6cbdbc-f4d3-4c16-abd9-32ec3f16ab1e admin admin] For port a6537bac-14cb-49d0-9388-4c84726e640e, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=a6537bac-14cb-49d0-9388-4c84726e640e,segment=NetworkSegment(d6a40e54-f334-4b03-8aab-3420d59ee2df),segment_id=d6a40e54-f334-4b03-8aab-3420d59ee2df)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:39.533570 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cb6cbdbc-f4d3-4c16-abd9-32ec3f16ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:39.551357 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cbdbc-f4d3-4c16-abd9-32ec3f16ab1e admin admin] Calling delete_port for a6537bac-14cb-49d0-9388-4c84726e640e owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:39.770203 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cb6cbdbc-f4d3-4c16-abd9-32ec3f16ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:39.799007 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cbdbc-f4d3-4c16-abd9-32ec3f16ab1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a6537bac-14cb-49d0-9388-4c84726e640e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:40.043274 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cb6cbdbc-f4d3-4c16-abd9-32ec3f16ab1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086334'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:40.088262 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 8dc5a647-47c7-40c2-b4ec-b950ede09e78 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:18:40.116955 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 8dc5a647-47c7-40c2-b4ec-b950ede09e78 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:18:40.117480 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 8dc5a647-47c7-40c2-b4ec-b950ede09e78 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:18:40.286186 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6cbdbc-f4d3-4c16-abd9-32ec3f16ab1e admin admin] Router 8a7cc2eb-757d-41da-b453-c27075ad4825 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:18:40.412358 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6cbdbc-f4d3-4c16-abd9-32ec3f16ab1e admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:18:40.418408 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-cb6cbdbc-f4d3-4c16-abd9-32ec3f16ab1e admin admin] 10.222.0.78 "PUT /v2.0/routers/8a7cc2eb-757d-41da-b453-c27075ad4825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6325457 Jul 15 19:18:40.420586 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56686) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:40.424100 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9fabc-e760-4214-8e3a-93aeff121536 None None] Sync routers for ids ['8a7cc2eb-757d-41da-b453-c27075ad4825'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:18:40.438383 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9fabc-e760-4214-8e3a-93aeff121536 None None] Routers {'8a7cc2eb-757d-41da-b453-c27075ad4825'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:40.439335 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3df9fabc-e760-4214-8e3a-93aeff121536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['8a7cc2eb-757d-41da-b453-c27075ad4825'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:40.539969 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Notify callbacks [] for router, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:40.552677 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-3df9fabc-e760-4214-8e3a-93aeff121536 None None] Set router 8a7cc2eb-757d-41da-b453-c27075ad4825 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:40.660686 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:40.722938 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Deleting port 77260a6c-02e8-4071-be5f-14ce410db60d {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:40.723291 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:40.765761 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3df9fabc-e760-4214-8e3a-93aeff121536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'name': 'tempest-TestShelveInstance-1629392833-router', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:18:39Z', 'revision_number': 5, 'project_id': '56b5f120acd749bda0d357e6279b9e04', 'gw_port': {'id': '77260a6c-02e8-4071-be5f-14ce410db60d', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:40.810152 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9fabc-e760-4214-8e3a-93aeff121536 None None] Checking router: 8a7cc2eb-757d-41da-b453-c27075ad4825 for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:18:40.819260 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] For port 77260a6c-02e8-4071-be5f-14ce410db60d, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=77260a6c-02e8-4071-be5f-14ce410db60d,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:40.819628 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:40.819828 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9fabc-e760-4214-8e3a-93aeff121536 None None] Routers {'8a7cc2eb-757d-41da-b453-c27075ad4825'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:40.820329 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3df9fabc-e760-4214-8e3a-93aeff121536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['8a7cc2eb-757d-41da-b453-c27075ad4825'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:40.836118 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Calling delete_port for 77260a6c-02e8-4071-be5f-14ce410db60d owned by network:router_gateway {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:40.910659 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-3df9fabc-e760-4214-8e3a-93aeff121536 None None] Set router 8a7cc2eb-757d-41da-b453-c27075ad4825 gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:40.963478 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3df9fabc-e760-4214-8e3a-93aeff121536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'name': 'tempest-TestShelveInstance-1629392833-router', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:18:40Z', 'revision_number': 6, 'project_id': '56b5f120acd749bda0d357e6279b9e04', 'gw_port_host': None}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:40.994435 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9fabc-e760-4214-8e3a-93aeff121536 None None] The sync data for ids ['8a7cc2eb-757d-41da-b453-c27075ad4825'] in dv-cinder-780933-11-iscsi is: [{'id': '8a7cc2eb-757d-41da-b453-c27075ad4825', 'name': 'tempest-TestShelveInstance-1629392833-router', 'tenant_id': '56b5f120acd749bda0d357e6279b9e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:04Z', 'updated_at': '2021-07-15T19:18:40Z', 'revision_number': 6, 'project_id': '56b5f120acd749bda0d357e6279b9e04', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:18:41.041019 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.072133 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Pushing event deleted for resources: {'Port': ['ID=77260a6c-02e8-4071-be5f-14ce410db60d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:41.131909 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759716'] for router_gateway, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.225456 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6543'] for router, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.228038 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.281034 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4088806'] for router, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.281738 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a7cc2eb-757d-41da-b453-c27075ad4825 {{(pid=93251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:18:41.286856 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.289020 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3bd05df5-243d-4470-8399-312180ddb51d admin admin] 10.222.0.78 "DELETE /v2.0/routers/8a7cc2eb-757d-41da-b453-c27075ad4825 HTTP/1.1" status: 204 len: 168 time: 0.8663545 Jul 15 19:18:41.291751 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56688) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:41.338568 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-572eb4e9-6da4-4d3a-a53f-37f26145a2f1 admin admin] Deleting subnet 6bcf7911-3bcf-4e8b-8760-f2c7fddfe4f2 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:18:41.342043 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-572eb4e9-6da4-4d3a-a53f-37f26145a2f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.378531 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-572eb4e9-6da4-4d3a-a53f-37f26145a2f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58955174'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.467019 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-572eb4e9-6da4-4d3a-a53f-37f26145a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.526266 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-572eb4e9-6da4-4d3a-a53f-37f26145a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58955025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58949662'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.553916 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572eb4e9-6da4-4d3a-a53f-37f26145a2f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bcf7911-3bcf-4e8b-8760-f2c7fddfe4f2,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:41.557996 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-572eb4e9-6da4-4d3a-a53f-37f26145a2f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.559916 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-572eb4e9-6da4-4d3a-a53f-37f26145a2f1 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6bcf7911-3bcf-4e8b-8760-f2c7fddfe4f2 HTTP/1.1" status: 204 len: 168 time: 0.2671604 Jul 15 19:18:41.562806 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56690) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:41.566116 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72c7159-3062-463a-8580-54a587bfca12 None None] Network d0456e6e-835a-4d95-a3ce-226757a2a385 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:18:41.640066 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.695582 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Deleting port 3562d311-36ee-4ad7-90cf-68a09125c460 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:41.695974 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.783934 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] For port 3562d311-36ee-4ad7-90cf-68a09125c460, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=3562d311-36ee-4ad7-90cf-68a09125c460,segment=NetworkSegment(d6a40e54-f334-4b03-8aab-3420d59ee2df),segment_id=d6a40e54-f334-4b03-8aab-3420d59ee2df)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:41.783934 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.793767 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a359b44-7d53-436c-a64c-8615f5e65363 None None] DHCP port deletion for d0456e6e-835a-4d95-a3ce-226757a2a385 request from dv-cinder-780933-11-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:18:41.800645 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Calling delete_port for 3562d311-36ee-4ad7-90cf-68a09125c460 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:41.841578 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.862572 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-6a359b44-7d53-436c-a64c-8615f5e65363 None None] Deleting port 3562d311-36ee-4ad7-90cf-68a09125c460 {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:41.863154 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a359b44-7d53-436c-a64c-8615f5e65363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.895526 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:41.944568 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Pushing event deleted for resources: {'Port': ['ID=3562d311-36ee-4ad7-90cf-68a09125c460,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:41.948178 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] No DVR routers for this DVR port 3562d311-36ee-4ad7-90cf-68a09125c460 on host dv-cinder-780933-11-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:18:41.969188 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-6a359b44-7d53-436c-a64c-8615f5e65363 None None] For port 3562d311-36ee-4ad7-90cf-68a09125c460, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=3562d311-36ee-4ad7-90cf-68a09125c460,segment=NetworkSegment(d6a40e54-f334-4b03-8aab-3420d59ee2df),segment_id=d6a40e54-f334-4b03-8aab-3420d59ee2df)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:41.970791 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a359b44-7d53-436c-a64c-8615f5e65363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:42.004943 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-6a359b44-7d53-436c-a64c-8615f5e65363 None None] Calling delete_port for 3562d311-36ee-4ad7-90cf-68a09125c460 owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:42.057444 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 77260a6c-02e8-4071-be5f-14ce410db60d no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:18:42.075808 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:42.082197 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 77260a6c-02e8-4071-be5f-14ce410db60d {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:18:42.082539 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 77260a6c-02e8-4071-be5f-14ce410db60d not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:18:42.082944 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 3562d311-36ee-4ad7-90cf-68a09125c460 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:18:42.098051 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0456e6e-835a-4d95-a3ce-226757a2a385']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:42.109716 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a40e54-f334-4b03-8aab-3420d59ee2df') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:42.110005 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a40e54-f334-4b03-8aab-3420d59ee2df') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:42.111514 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 3562d311-36ee-4ad7-90cf-68a09125c460 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:18:42.112045 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 3562d311-36ee-4ad7-90cf-68a09125c460 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:18:42.112614 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device a6537bac-14cb-49d0-9388-4c84726e640e no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:18:42.120682 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955153'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:42.136410 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: a6537bac-14cb-49d0-9388-4c84726e640e {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:18:42.136679 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device a6537bac-14cb-49d0-9388-4c84726e640e not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:18:42.136798 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:42.146815 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:18:42.147339 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954931'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: Traceback (most recent call last): Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: timer() Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: cb(*args, **kw) Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: return func(*args, **kwargs) Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: self._notify() Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: self.callback(batched_events) Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: event.method(event) Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: return f(self, *a, **k) Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._get(url).json() Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:18:42.149414 dv-cinder-780933-11-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:18:42.160765 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6a359b44-7d53-436c-a64c-8615f5e65363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:42.189069 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a359b44-7d53-436c-a64c-8615f5e65363 None None] Pushing event deleted for resources: {'Port': ['ID=3562d311-36ee-4ad7-90cf-68a09125c460,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:42.197052 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a359b44-7d53-436c-a64c-8615f5e65363 None None] No DVR routers for this DVR port 3562d311-36ee-4ad7-90cf-68a09125c460 on host dv-cinder-780933-11-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:18:42.211784 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:42.217947 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:42.219985 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d0456e6e-835a-4d95-a3ce-226757a2a385 HTTP/1.1" status: 204 len: 168 time: 0.6561923 Jul 15 19:18:42.242199 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2199f5-5552-4fb5-ba70-a936fcc7db02 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0456e6e-835a-4d95-a3ce-226757a2a385,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:42.400406 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56694) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:42.462674 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-580abb5f-385d-44ed-8265-7ebaf107d347 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=101ff66caca44ae4be72fa46746bcb36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608704 Jul 15 19:18:42.465519 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56696) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:42.525659 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-888c9a66-ab4f-4a9a-8f87-4e8bee69add6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:42.550521 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-888c9a66-ab4f-4a9a-8f87-4e8bee69add6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:42.620822 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-888c9a66-ab4f-4a9a-8f87-4e8bee69add6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:42.623830 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-888c9a66-ab4f-4a9a-8f87-4e8bee69add6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:42.625045 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-888c9a66-ab4f-4a9a-8f87-4e8bee69add6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/06d14d36-f436-4636-ad3a-624a2a06ae83 HTTP/1.1" status: 204 len: 168 time: 0.1583326 Jul 15 19:18:42.636045 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c9a66-ab4f-4a9a-8f87-4e8bee69add6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d14d36-f436-4636-ad3a-624a2a06ae83,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:42.999764 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56702) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:43.048624 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a63ec2af-ecae-4b60-b591-fe0969ae1c38 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56b5f120acd749bda0d357e6279b9e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476117 Jul 15 19:18:43.051415 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56704) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:43.110903 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1ab3700b-fa8a-45f2-b2ec-44ed72bb2a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:43.135458 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1ab3700b-fa8a-45f2-b2ec-44ed72bb2a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:43.191047 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1ab3700b-fa8a-45f2-b2ec-44ed72bb2a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:43.193668 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1ab3700b-fa8a-45f2-b2ec-44ed72bb2a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:43.194861 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1ab3700b-fa8a-45f2-b2ec-44ed72bb2a53 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/83957f36-ed71-4222-bb34-27ded07825d6 HTTP/1.1" status: 204 len: 168 time: 0.1424890 Jul 15 19:18:43.204896 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3700b-fa8a-45f2-b2ec-44ed72bb2a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83957f36-ed71-4222-bb34-27ded07825d6,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:44.033558 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56726) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:44.167749 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-179346295-network', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:44.196188 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Made reservation on behalf of f41333edc86d4de99fec9593eb0709b5 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:18:44.198850 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:44.208247 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:44.310196 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:44.315578 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:44.338058 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:18:44.353653 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2733813-5f0e-4265-a910-ee3ddfa7e29e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:44.356806 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:44.357175 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Added segment fbd46be1-aa39-448e-bd8d-0452900eedd7 of type vlan for network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 Jul 15 19:18:44.402731 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:44.436357 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:44.437382 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:44.437986 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:44.471087 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4358447 Jul 15 19:18:44.474101 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56730) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:44.480739 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-b1008511-df39-4067-960b-df920d7c2dce admin admin] Request body: {'subnet': {'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-179346295-subnet', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:44.513682 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93937515-217e-495b-b001-4c2a3dfe2e35 admin admin] Pushing event updated for resources: {'Network': ['ID=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:44.524202 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:18:44.536615 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1008511-df39-4067-960b-df920d7c2dce admin admin] Made reservation on behalf of f41333edc86d4de99fec9593eb0709b5 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:18:44.539107 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1008511-df39-4067-960b-df920d7c2dce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58949685'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:44.740274 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1008511-df39-4067-960b-df920d7c2dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58955214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58949671'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:44.799757 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1008511-df39-4067-960b-df920d7c2dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=66190b14-ee07-4c5a-820f-f5c18614b9be,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:44.807175 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1008511-df39-4067-960b-df920d7c2dce admin admin] Checking segment: {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:18:44.807535 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1008511-df39-4067-960b-df920d7c2dce admin admin] Network hostable DHCP agents. Network: 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:18:44.827645 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1008511-df39-4067-960b-df920d7c2dce admin admin] Network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:18:44.838126 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-b1008511-df39-4067-960b-df920d7c2dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:18:44.844448 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1008511-df39-4067-960b-df920d7c2dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:44.845433 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1008511-df39-4067-960b-df920d7c2dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:44.850974 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef13176-61c8-4a29-9cbf-c71bb22ac295 None None] Network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:18:44.865690 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b1008511-df39-4067-960b-df920d7c2dce admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3902681 Jul 15 19:18:44.869844 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56732) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:44.874444 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:44.899010 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3759856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:44.901237 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4088450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3759671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3765727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6534'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:44.961653 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:45.004875 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cee363a-aa5f-5a1d-b56f-d46260367570-55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be'}]}} from dv-cinder-780933-11-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:18:45.006240 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:45.159615 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3759765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6548'] for router, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:45.211059 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Allocated IP 172.20.0.2 (55b4fc6f-ce63-4e8d-85a8-bd607261aaf9/66190b14-ee07-4c5a-820f-f5c18614b9be/968182e9-34d7-47e0-ada5-b3a4c4304c93) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:18:45.374092 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:45.383350 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Transition to ACTIVE for port object 968182e9-34d7-47e0-ada5-b3a4c4304c93 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:18:45.389828 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:45.399685 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Transition to ACTIVE for port object 968182e9-34d7-47e0-ada5-b3a4c4304c93 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:18:45.408156 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:45.410966 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:45.450057 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:18:45.455696 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:18:45.459437 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:18:45.470300 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Pushing event updated for resources: {'Port': ['ID=968182e9-34d7-47e0-ada5-b3a4c4304c93,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:45.524758 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Allocated IP 172.27.1.45 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/8633125d-b337-41f4-aaee-23ededc22cfb) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:18:45.533792 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Attempting to bind port 968182e9-34d7-47e0-ada5-b3a4c4304c93 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:18:45.534365 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Attempting to bind port 968182e9-34d7-47e0-ada5-b3a4c4304c93 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:18:45.534554 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Attempting to bind port 968182e9-34d7-47e0-ada5-b3a4c4304c93 on network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:18:45.540616 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:18:45.540991 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Checking segment: {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:18:45.541474 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:45.541816 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Bound using segment: {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:18:45.542295 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Bound port: 968182e9-34d7-47e0-ada5-b3a4c4304c93, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:18:45.542680 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:45.617335 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] For port 968182e9-34d7-47e0-ada5-b3a4c4304c93, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:18:45.620760 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] For port 968182e9-34d7-47e0-ada5-b3a4c4304c93, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=968182e9-34d7-47e0-ada5-b3a4c4304c93,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:18:45.630244 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:45.649385 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:45.695896 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a4dc2-22ca-4e03-944f-2e2c0920773e None None] Pushing event updated for resources: {'Port': ['ID=968182e9-34d7-47e0-ada5-b3a4c4304c93,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:45.698077 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:45.740285 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:18:45.743175 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:18:45.747039 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:18:45.753189 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Pushing event updated for resources: {'Port': ['ID=8633125d-b337-41f4-aaee-23ededc22cfb,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:46.028968 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:46.072101 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 968182e9-34d7-47e0-ada5-b3a4c4304c93 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:46.123329 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 968182e9-34d7-47e0-ada5-b3a4c4304c93 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:18:46.494136 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759616'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:46.538163 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f700-1dfa-43c9-969f-f41133e77569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:46.567396 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335934bb-f2fc-49dc-af4a-ff7fcb883b70 None None] Network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:18:46.631316 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Router f5d3914e-13ab-436f-95d2-c733d73a4493 is scheduled to L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:18:46.643894 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-71c12d73-0a26-4ba7-9552-5ebd93e9d99a None None] Provisioning for port 968182e9-34d7-47e0-ada5-b3a4c4304c93 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:18:46.653524 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-71c12d73-0a26-4ba7-9552-5ebd93e9d99a None None] Provisioning complete for port 968182e9-34d7-47e0-ada5-b3a4c4304c93 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:46.653895 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-71c12d73-0a26-4ba7-9552-5ebd93e9d99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:46.739886 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:18:46.751138 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Sync routers for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:18:46.757270 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:46.758551 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-09f4a06b-a375-475a-9ab0-08d13aa0a49c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8877182 Jul 15 19:18:46.761578 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56734) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:46.787374 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:46.788024 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:46.856663 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-71c12d73-0a26-4ba7-9552-5ebd93e9d99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:46.941656 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-71c12d73-0a26-4ba7-9552-5ebd93e9d99a None None] For port 968182e9-34d7-47e0-ada5-b3a4c4304c93, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=968182e9-34d7-47e0-ada5-b3a4c4304c93,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:46.945656 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:46.947975 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-71c12d73-0a26-4ba7-9552-5ebd93e9d99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.093866 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c12d73-0a26-4ba7-9552-5ebd93e9d99a None None] Pushing event updated for resources: {'Port': ['ID=968182e9-34d7-47e0-ada5-b3a4c4304c93,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:47.175595 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3b9524a1-032a-4dd7-89f2-10a98c02d500 None None] Provisioning complete for port 968182e9-34d7-47e0-ada5-b3a4c4304c93 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:47.175965 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3b9524a1-032a-4dd7-89f2-10a98c02d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.191455 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.203827 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:45Z', 'revision_number': 3, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:47.240256 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Checking router: f5d3914e-13ab-436f-95d2-c733d73a4493 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:18:47.240256 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Updating router f5d3914e-13ab-436f-95d2-c733d73a4493 port 8633125d-b337-41f4-aaee-23ededc22cfb binding host dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:18:47.280613 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.357754 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Allocated IP 172.20.0.1 (55b4fc6f-ce63-4e8d-85a8-bd607261aaf9/66190b14-ee07-4c5a-820f-f5c18614b9be/ef2e0af8-eff9-4fc2-87a9-501048c790fd) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:18:47.474880 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.489027 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Transition to ACTIVE for port object ef2e0af8-eff9-4fc2-87a9-501048c790fd will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:18:47.524093 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.566371 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:18:47.569155 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:18:47.573547 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:18:47.606399 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2e0af8-eff9-4fc2-87a9-501048c790fd,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:47.615270 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088375'] for router_interface, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.729592 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.741337 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Transition to ACTIVE for port object 8633125d-b337-41f4-aaee-23ededc22cfb will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:18:47.747535 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.765078 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.795155 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Attempting to bind port 8633125d-b337-41f4-aaee-23ededc22cfb on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:18:47.795545 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Attempting to bind port 8633125d-b337-41f4-aaee-23ededc22cfb by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:18:47.795901 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Attempting to bind port 8633125d-b337-41f4-aaee-23ededc22cfb on network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:18:47.806027 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:18:47.806391 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Checking segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:18:47.806794 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.807179 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Bound using segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:18:47.807637 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Bound port: 8633125d-b337-41f4-aaee-23ededc22cfb, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:18:47.808009 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.809670 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e56ca3-40d4-4371-9e7e-61e110648c0d None None] Pushing event updated for resources: {'Port': ['ID=8633125d-b337-41f4-aaee-23ededc22cfb,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:47.861676 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3a041900-d42b-429c-804d-f39cd6864e0c None None] Provisioning for port ef2e0af8-eff9-4fc2-87a9-501048c790fd completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:18:47.871991 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3a041900-d42b-429c-804d-f39cd6864e0c None None] Provisioning complete for port ef2e0af8-eff9-4fc2-87a9-501048c790fd triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:47.872366 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3a041900-d42b-429c-804d-f39cd6864e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.896985 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] For port 8633125d-b337-41f4-aaee-23ededc22cfb, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:18:47.915524 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] For port 8633125d-b337-41f4-aaee-23ededc22cfb, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=8633125d-b337-41f4-aaee-23ededc22cfb,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:18:47.921316 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.940412 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.948289 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58955099'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.949541 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3a041900-d42b-429c-804d-f39cd6864e0c None None] Port ef2e0af8-eff9-4fc2-87a9-501048c790fd cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:18:47.983115 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:47.983905 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:47.989788 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e56ca3-40d4-4371-9e7e-61e110648c0d None None] Pushing event updated for resources: {'Port': ['ID=8633125d-b337-41f4-aaee-23ededc22cfb,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:48.020930 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4088387'] for router_interface, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:48.030024 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2e0af8-eff9-4fc2-87a9-501048c790fd,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:48.075603 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 968182e9-34d7-47e0-ada5-b3a4c4304c93 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:48.125505 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:18:48.127275 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:18:48.133680 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:48.190207 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 968182e9-34d7-47e0-ada5-b3a4c4304c93 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:48.190571 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:48.257029 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Router f5d3914e-13ab-436f-95d2-c733d73a4493 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:18:48.388677 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:18:48.388677 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1a50ec8b-8dce-4e68-855c-e2f99127f4f6 admin admin] 10.222.0.78 "PUT /v2.0/routers/f5d3914e-13ab-436f-95d2-c733d73a4493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6246619 Jul 15 19:18:48.420513 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-5784aac8-9276-44a3-b752-acf697e23fc1 None None] Provisioning complete for port ef2e0af8-eff9-4fc2-87a9-501048c790fd triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:48.420802 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5784aac8-9276-44a3-b752-acf697e23fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:48.467408 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-5784aac8-9276-44a3-b752-acf697e23fc1 None None] Port ef2e0af8-eff9-4fc2-87a9-501048c790fd cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:18:48.475881 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 2, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:48.507937 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099a0f7-3ac7-44ea-aba1-3f8e6af9e1ee None None] The sync data for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi is: [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 2, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:18:48.933246 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56750) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:48.938497 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1725193066-network', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:48.962504 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Made reservation on behalf of 6dbc97ccc95f464680434d4a01390cdd for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:18:48.966054 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:48.976483 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.074363 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.079636 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.106191 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:18:49.116337 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c20be9-cccb-4033-b074-f95f6ea8068d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:49.122520 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.122957 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Added segment 07543079-519d-429d-902d-a30036f3f5b0 of type vlan for network 606a96a8-d49a-4883-a270-e2dab9520795 Jul 15 19:18:49.178431 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759021448973'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.218256 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.219490 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:49.220184 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.258298 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3212807 Jul 15 19:18:49.258524 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56752) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:49.288945 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-fd6edad1-f4bf-41ed-a1cf-5f0d8c46c6d0 admin admin] Request body: {'subnet': {'network_id': '606a96a8-d49a-4883-a270-e2dab9520795', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1725193066-subnet', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:49.293486 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b2f46-9f09-4bf3-b380-949884407426 admin admin] Pushing event updated for resources: {'Network': ['ID=606a96a8-d49a-4883-a270-e2dab9520795,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:49.304658 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Network 606a96a8-d49a-4883-a270-e2dab9520795 details requested by agent ovs-agent-dv-cinder-780933-11-iscsi with host dv-cinder-780933-11-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:18:49.323039 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6edad1-f4bf-41ed-a1cf-5f0d8c46c6d0 admin admin] Made reservation on behalf of 6dbc97ccc95f464680434d4a01390cdd for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:18:49.325742 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fd6edad1-f4bf-41ed-a1cf-5f0d8c46c6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58949685'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.525119 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fd6edad1-f4bf-41ed-a1cf-5f0d8c46c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58955214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58949671'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.581221 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6edad1-f4bf-41ed-a1cf-5f0d8c46c6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd565c1-e39a-4b43-bc2a-96d126c58efb,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:49.598692 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6edad1-f4bf-41ed-a1cf-5f0d8c46c6d0 admin admin] Checking segment: {'id': '07543079-519d-429d-902d-a30036f3f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:18:49.599279 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6edad1-f4bf-41ed-a1cf-5f0d8c46c6d0 admin admin] Network hostable DHCP agents. Network: 606a96a8-d49a-4883-a270-e2dab9520795, hostable agents: ['5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:18:49.621891 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6edad1-f4bf-41ed-a1cf-5f0d8c46c6d0 admin admin] Network 606a96a8-d49a-4883-a270-e2dab9520795 is scheduled to be hosted by DHCP agent 5a1f236b-75b9-4ec4-9e2a-6ded3ec4e79d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:18:49.636818 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-fd6edad1-f4bf-41ed-a1cf-5f0d8c46c6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-11-iscsi, 606a96a8-d49a-4883-a270-e2dab9520795) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:18:49.644963 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6edad1-f4bf-41ed-a1cf-5f0d8c46c6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:49.645641 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fd6edad1-f4bf-41ed-a1cf-5f0d8c46c6d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.647838 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e257ca-341c-4d25-96fa-abac68f4fdd6 None None] Network 606a96a8-d49a-4883-a270-e2dab9520795 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:18:49.670273 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-fd6edad1-f4bf-41ed-a1cf-5f0d8c46c6d0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4082274 Jul 15 19:18:49.670539 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56756) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:49.675188 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1725193066-router', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:49.699177 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3759856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.701566 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4088450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3759671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3765727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6534'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.765981 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.833601 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cee363a-aa5f-5a1d-b56f-d46260367570-606a96a8-d49a-4883-a270-e2dab9520795', 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'fixed_ips': [{'subnet_id': '8cd565c1-e39a-4b43-bc2a-96d126c58efb'}]}} from dv-cinder-780933-11-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:18:49.835595 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.943403 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3759653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3759765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6548'] for router, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.982758 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Allocated IP 172.20.0.2 (606a96a8-d49a-4883-a270-e2dab9520795/8cd565c1-e39a-4b43-bc2a-96d126c58efb/fb2868dc-a6c0-438a-ad0b-84a465835b10) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:18:50.078995 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 8633125d-b337-41f4-aaee-23ededc22cfb up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:50.175070 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.185594 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 8633125d-b337-41f4-aaee-23ededc22cfb completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:18:50.191026 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.195572 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 8633125d-b337-41f4-aaee-23ededc22cfb triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:50.195935 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.196327 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.218616 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Transition to ACTIVE for port object fb2868dc-a6c0-438a-ad0b-84a465835b10 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:18:50.257167 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Transition to ACTIVE for port object fb2868dc-a6c0-438a-ad0b-84a465835b10 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:18:50.261111 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.267162 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.313468 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Network 606a96a8-d49a-4883-a270-e2dab9520795 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:18:50.326351 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Allocated IP 172.27.1.126 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/0e26b45e-3a87-4819-a75f-dfb3010abc10) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:18:50.338077 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:18:50.343645 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:18:50.354310 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Pushing event updated for resources: {'Port': ['ID=fb2868dc-a6c0-438a-ad0b-84a465835b10,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:50.385281 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.442231 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port 8633125d-b337-41f4-aaee-23ededc22cfb, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=8633125d-b337-41f4-aaee-23ededc22cfb,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:50.445396 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Attempting to bind port fb2868dc-a6c0-438a-ad0b-84a465835b10 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:18:50.445876 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Attempting to bind port fb2868dc-a6c0-438a-ad0b-84a465835b10 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '07543079-519d-429d-902d-a30036f3f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:18:50.446340 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Attempting to bind port fb2868dc-a6c0-438a-ad0b-84a465835b10 on network 606a96a8-d49a-4883-a270-e2dab9520795 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:18:50.447400 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.450328 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.458667 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:18:50.459049 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Checking segment: {'id': '07543079-519d-429d-902d-a30036f3f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:18:50.459662 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.460088 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Bound using segment: {'id': '07543079-519d-429d-902d-a30036f3f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:18:50.460578 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Bound port: fb2868dc-a6c0-438a-ad0b-84a465835b10, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07543079-519d-429d-902d-a30036f3f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:18:50.460970 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.504813 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.548170 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=8633125d-b337-41f4-aaee-23ededc22cfb,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:50.550182 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:18:50.554949 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:18:50.560750 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:18:50.593064 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Pushing event updated for resources: {'Port': ['ID=0e26b45e-3a87-4819-a75f-dfb3010abc10,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:50.594784 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] For port fb2868dc-a6c0-438a-ad0b-84a465835b10, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:18:50.604817 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] For port fb2868dc-a6c0-438a-ad0b-84a465835b10, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=fb2868dc-a6c0-438a-ad0b-84a465835b10,segment=NetworkSegment(07543079-519d-429d-902d-a30036f3f5b0),segment_id=07543079-519d-429d-902d-a30036f3f5b0)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:18:50.616958 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.701278 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f198450-d2c3-4ca6-beb9-82465daf0f4f None None] Pushing event updated for resources: {'Port': ['ID=fb2868dc-a6c0-438a-ad0b-84a465835b10,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:50.726346 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Sync routers for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:18:50.737946 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:50.738883 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:50.889319 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:51.107727 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 2, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:51.138186 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Checking router: f5d3914e-13ab-436f-95d2-c733d73a4493 for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:18:51.138598 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Updating router f5d3914e-13ab-436f-95d2-c733d73a4493 port ef2e0af8-eff9-4fc2-87a9-501048c790fd binding host dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:18:51.158772 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:51.175324 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a811d6dd-cbce-4e69-8c59-815187a346f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:51.175830 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:51.368752 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3759616'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:51.461034 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:51.473751 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Transition to ACTIVE for port object ef2e0af8-eff9-4fc2-87a9-501048c790fd will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:18:51.481454 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:51.522988 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Router 42779cbe-400c-41a5-922c-42e00007e103 is scheduled to L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:18:51.542393 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Pushing event updated for resources: {'Port': ['ID=ef2e0af8-eff9-4fc2-87a9-501048c790fd,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:51.552303 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:51.552684 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:51.553018 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:51.553430 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:51.553756 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:51.554072 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:51.554473 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:51.555556 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:51.555979 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:51.556204 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:51.556521 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:51.556838 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:51.628291 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed523ef-8da5-4833-9737-96999c6b8bc4 None None] Network 606a96a8-d49a-4883-a270-e2dab9520795 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:18:51.632407 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Attempting to bind port ef2e0af8-eff9-4fc2-87a9-501048c790fd on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:18:51.632770 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Attempting to bind port ef2e0af8-eff9-4fc2-87a9-501048c790fd by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:18:51.633164 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Attempting to bind port ef2e0af8-eff9-4fc2-87a9-501048c790fd on network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:18:51.639163 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:18:51.639523 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Checking segment: {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:18:51.639960 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:51.640380 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Bound using segment: {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:18:51.640893 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Bound port: ef2e0af8-eff9-4fc2-87a9-501048c790fd, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:18:51.641445 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:51.667218 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:18:51.688143 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Sync routers for ids ['42779cbe-400c-41a5-922c-42e00007e103'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:18:51.694249 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:51.696042 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-9052c944-5fcf-4f6c-b781-d022a2c3dfde admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0245154 Jul 15 19:18:51.699193 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56758) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:51.727913 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] For port ef2e0af8-eff9-4fc2-87a9-501048c790fd, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:18:51.734283 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Routers {'42779cbe-400c-41a5-922c-42e00007e103'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:51.735112 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['42779cbe-400c-41a5-922c-42e00007e103'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:51.735287 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] For port ef2e0af8-eff9-4fc2-87a9-501048c790fd, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=ef2e0af8-eff9-4fc2-87a9-501048c790fd,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:18:51.744130 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:51.835543 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35342552-63b5-4806-b05f-d7663ec8fe2c None None] Pushing event updated for resources: {'Port': ['ID=ef2e0af8-eff9-4fc2-87a9-501048c790fd,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:51.848854 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:51.849631 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:52.073975 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ce4d49f0-6584-4693-aba6-ccd53058fef7 None None] Provisioning for port fb2868dc-a6c0-438a-ad0b-84a465835b10 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:18:52.105770 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:52.152715 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Set router 42779cbe-400c-41a5-922c-42e00007e103 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:52.182383 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:52.378204 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 8633125d-b337-41f4-aaee-23ededc22cfb up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:52.416120 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:51Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:52.448624 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f065c9a-714d-4913-88d9-8d0bde296028 None None] The sync data for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi is: [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:51Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:18:52.471172 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42779cbe-400c-41a5-922c-42e00007e103', 'name': 'tempest-TestVolumeBootPattern-1725193066-router', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:49Z', 'updated_at': '2021-07-15T19:18:51Z', 'revision_number': 3, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'gw_port': {'id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42779cbe-400c-41a5-922c-42e00007e103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:50Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:52.505888 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 8633125d-b337-41f4-aaee-23ededc22cfb triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:52.506425 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:52.510765 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Checking router: 42779cbe-400c-41a5-922c-42e00007e103 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:18:52.511321 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Updating router 42779cbe-400c-41a5-922c-42e00007e103 port 0e26b45e-3a87-4819-a75f-dfb3010abc10 binding host dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:18:52.599439 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:52.601798 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:52.751191 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device ef2e0af8-eff9-4fc2-87a9-501048c790fd up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:52.783018 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Allocated IP 172.20.0.1 (606a96a8-d49a-4883-a270-e2dab9520795/8cd565c1-e39a-4b43-bc2a-96d126c58efb/7f8b8a8d-c25f-43d6-b66d-9333c055e265) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:18:52.875328 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port ef2e0af8-eff9-4fc2-87a9-501048c790fd completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:18:52.890560 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port ef2e0af8-eff9-4fc2-87a9-501048c790fd triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:52.891101 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:52.943985 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:52.960975 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Transition to ACTIVE for port object 7f8b8a8d-c25f-43d6-b66d-9333c055e265 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:18:53.008203 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.026918 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.050177 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Network 606a96a8-d49a-4883-a270-e2dab9520795 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:18:53.053120 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:18:53.058268 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Transition to ACTIVE for port object 0e26b45e-3a87-4819-a75f-dfb3010abc10 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:18:53.060081 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:18:53.073055 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.090789 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8b8a8d-c25f-43d6-b66d-9333c055e265,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:53.110557 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4088375'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.114627 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.157472 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Attempting to bind port 0e26b45e-3a87-4819-a75f-dfb3010abc10 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:18:53.157829 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Attempting to bind port 0e26b45e-3a87-4819-a75f-dfb3010abc10 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:18:53.158199 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Attempting to bind port 0e26b45e-3a87-4819-a75f-dfb3010abc10 on network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:18:53.162560 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44c780-42d6-45ed-8dbb-b6d374dce3d8 None None] Pushing event updated for resources: {'Port': ['ID=0e26b45e-3a87-4819-a75f-dfb3010abc10,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:53.178815 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:18:53.179195 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Checking segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:18:53.179657 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.180075 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Bound using segment: {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:18:53.180569 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Bound port: 0e26b45e-3a87-4819-a75f-dfb3010abc10, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da8bcd3-afc0-4b31-b088-f91c0d032d8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:18:53.181071 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.214300 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port ef2e0af8-eff9-4fc2-87a9-501048c790fd, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=ef2e0af8-eff9-4fc2-87a9-501048c790fd,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:53.226558 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.227543 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device fb2868dc-a6c0-438a-ad0b-84a465835b10 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:53.291932 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.331479 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] For port 0e26b45e-3a87-4819-a75f-dfb3010abc10, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:18:53.357494 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] For port 0e26b45e-3a87-4819-a75f-dfb3010abc10, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=0e26b45e-3a87-4819-a75f-dfb3010abc10,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:18:53.362895 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=ef2e0af8-eff9-4fc2-87a9-501048c790fd,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:53.370902 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.378128 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-66b0e68e-76e9-4249-b59b-caee377b63fe None None] Provisioning for port 7f8b8a8d-c25f-43d6-b66d-9333c055e265 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:18:53.423208 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-66b0e68e-76e9-4249-b59b-caee377b63fe None None] Provisioning complete for port 7f8b8a8d-c25f-43d6-b66d-9333c055e265 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:53.423585 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-66b0e68e-76e9-4249-b59b-caee377b63fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.450307 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port fb2868dc-a6c0-438a-ad0b-84a465835b10 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:18:53.472914 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port fb2868dc-a6c0-438a-ad0b-84a465835b10 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:53.473313 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.474220 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.480271 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.484534 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Routers {'42779cbe-400c-41a5-922c-42e00007e103'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:53.485210 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['42779cbe-400c-41a5-922c-42e00007e103'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:53.509045 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44c780-42d6-45ed-8dbb-b6d374dce3d8 None None] Pushing event updated for resources: {'Port': ['ID=0e26b45e-3a87-4819-a75f-dfb3010abc10,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:53.547144 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-66b0e68e-76e9-4249-b59b-caee377b63fe None None] Port 7f8b8a8d-c25f-43d6-b66d-9333c055e265 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:18:53.553965 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8b8a8d-c25f-43d6-b66d-9333c055e265,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:53.556904 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4088387'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.658735 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Network 606a96a8-d49a-4883-a270-e2dab9520795 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:18:53.659547 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:18:53.671049 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] Set router 42779cbe-400c-41a5-922c-42e00007e103 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:53.704948 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.716017 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.790292 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Router 42779cbe-400c-41a5-922c-42e00007e103 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:18:53.818546 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port fb2868dc-a6c0-438a-ad0b-84a465835b10, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=fb2868dc-a6c0-438a-ad0b-84a465835b10,segment=NetworkSegment(07543079-519d-429d-902d-a30036f3f5b0),segment_id=07543079-519d-429d-902d-a30036f3f5b0)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:53.855652 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.924924 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:18:53.933704 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6e09e193-9417-4104-a8d8-6c219cd4e156 admin admin] 10.222.0.78 "PUT /v2.0/routers/42779cbe-400c-41a5-922c-42e00007e103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2321529 Jul 15 19:18:53.965856 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=fb2868dc-a6c0-438a-ad0b-84a465835b10,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:53.986027 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0d141fb8-ac37-4064-a257-431c74a6fd67 None None] Provisioning complete for port 7f8b8a8d-c25f-43d6-b66d-9333c055e265 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:53.986365 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0d141fb8-ac37-4064-a257-431c74a6fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:54.046290 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42779cbe-400c-41a5-922c-42e00007e103', 'name': 'tempest-TestVolumeBootPattern-1725193066-router', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:49Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 4, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'gw_port': {'id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42779cbe-400c-41a5-922c-42e00007e103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:50Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': '7f8b8a8d-c25f-43d6-b66d-9333c055e265', 'name': '', 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'mac_address': 'fa:16:3e:47:e0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42779cbe-400c-41a5-922c-42e00007e103', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8cd565c1-e39a-4b43-bc2a-96d126c58efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:52Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 2, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'subnets': [{'id': '8cd565c1-e39a-4b43-bc2a-96d126c58efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:54.054555 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0d141fb8-ac37-4064-a257-431c74a6fd67 None None] Port 7f8b8a8d-c25f-43d6-b66d-9333c055e265 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:18:54.100440 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device ef2e0af8-eff9-4fc2-87a9-501048c790fd up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:54.103217 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798499ce-66ba-46f9-b4eb-55ec5f12f4f8 None None] The sync data for ids ['42779cbe-400c-41a5-922c-42e00007e103'] in dv-cinder-780933-11-iscsi is: [{'id': '42779cbe-400c-41a5-922c-42e00007e103', 'name': 'tempest-TestVolumeBootPattern-1725193066-router', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:49Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 4, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'gw_port': {'id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42779cbe-400c-41a5-922c-42e00007e103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:50Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': '7f8b8a8d-c25f-43d6-b66d-9333c055e265', 'name': '', 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'mac_address': 'fa:16:3e:47:e0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42779cbe-400c-41a5-922c-42e00007e103', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8cd565c1-e39a-4b43-bc2a-96d126c58efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:52Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 2, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'subnets': [{'id': '8cd565c1-e39a-4b43-bc2a-96d126c58efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:18:54.165631 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port ef2e0af8-eff9-4fc2-87a9-501048c790fd triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:54.166276 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:54.257755 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device fb2868dc-a6c0-438a-ad0b-84a465835b10 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:54.321511 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port fb2868dc-a6c0-438a-ad0b-84a465835b10 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:54.321511 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:54.596380 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56770) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:54.601078 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-4489b246-4fbe-4f9c-802b-f6b618e4994e tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-696473437', 'description': 'tempest-secgroup-smoke-696473437 description', 'project_id': 'f41333edc86d4de99fec9593eb0709b5'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:54.631880 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4489b246-4fbe-4f9c-802b-f6b618e4994e tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:54.726211 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4489b246-4fbe-4f9c-802b-f6b618e4994e tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:54.731133 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4489b246-4fbe-4f9c-802b-f6b618e4994e tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:54.762470 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489b246-4fbe-4f9c-802b-f6b618e4994e tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad3f2bd-8410-4317-8765-bfb824030558,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:54.765739 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4489b246-4fbe-4f9c-802b-f6b618e4994e tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:54.767027 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4489b246-4fbe-4f9c-802b-f6b618e4994e tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1696951 Jul 15 19:18:54.770411 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56772) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:54.776574 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-ad078e6b-4e73-408e-b853-51d937abae0c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Request body: {'security_group_rule': {'security_group_id': '5ad3f2bd-8410-4317-8765-bfb824030558', 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:54.804218 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ad078e6b-4e73-408e-b853-51d937abae0c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:54.863550 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ad078e6b-4e73-408e-b853-51d937abae0c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:54.868848 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ad078e6b-4e73-408e-b853-51d937abae0c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:54.889338 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad078e6b-4e73-408e-b853-51d937abae0c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d233704-0f10-4dd5-bc3d-f1b4891385c3,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:54.895405 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ad078e6b-4e73-408e-b853-51d937abae0c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:54.896803 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ad078e6b-4e73-408e-b853-51d937abae0c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252968 Jul 15 19:18:54.900248 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56774) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:54.905416 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-84484f82-db79-4dcb-93fb-811588ddad91 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Request body: {'security_group_rule': {'security_group_id': '5ad3f2bd-8410-4317-8765-bfb824030558', 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:54.937372 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84484f82-db79-4dcb-93fb-811588ddad91 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.010562 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84484f82-db79-4dcb-93fb-811588ddad91 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.016372 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84484f82-db79-4dcb-93fb-811588ddad91 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.040401 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84484f82-db79-4dcb-93fb-811588ddad91 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9851533e-fe93-4c25-853b-8380ea877139,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:55.046307 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84484f82-db79-4dcb-93fb-811588ddad91 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.047683 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-84484f82-db79-4dcb-93fb-811588ddad91 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1460268 Jul 15 19:18:55.050902 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56776) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:55.056200 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-d0022ea8-7184-45a2-bad4-d1fa327a3c8c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Request body: {'security_group_rule': {'security_group_id': '5ad3f2bd-8410-4317-8765-bfb824030558', 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:55.085770 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d0022ea8-7184-45a2-bad4-d1fa327a3c8c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.159499 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d0022ea8-7184-45a2-bad4-d1fa327a3c8c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.166021 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d0022ea8-7184-45a2-bad4-d1fa327a3c8c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.206773 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0022ea8-7184-45a2-bad4-d1fa327a3c8c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e09ae3-af97-4e6c-ae92-4ee89de34d5d,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:55.214804 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d0022ea8-7184-45a2-bad4-d1fa327a3c8c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.221540 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d0022ea8-7184-45a2-bad4-d1fa327a3c8c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670122 Jul 15 19:18:55.222016 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56778) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:55.227306 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-015e78f7-8050-45ee-b97e-5cc91755229a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Request body: {'security_group_rule': {'security_group_id': '5ad3f2bd-8410-4317-8765-bfb824030558', 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:55.262693 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-015e78f7-8050-45ee-b97e-5cc91755229a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.330802 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-015e78f7-8050-45ee-b97e-5cc91755229a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.337796 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-015e78f7-8050-45ee-b97e-5cc91755229a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.357737 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e78f7-8050-45ee-b97e-5cc91755229a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb925dff-7ef5-4e38-8bbf-11b905922793,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:55.362721 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-015e78f7-8050-45ee-b97e-5cc91755229a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.364686 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-015e78f7-8050-45ee-b97e-5cc91755229a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414032 Jul 15 19:18:55.367566 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 56780) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:55.372782 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-cd7659df-0862-40e3-8cfa-9cd2b967faa3 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Request body: {'security_group_rule': {'security_group_id': '5ad3f2bd-8410-4317-8765-bfb824030558', 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:55.396506 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.securitygroups_db [None req-cd7659df-0862-40e3-8cfa-9cd2b967faa3 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Project f41333edc86d4de99fec9593eb0709b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:18:55.402153 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd7659df-0862-40e3-8cfa-9cd2b967faa3 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.469953 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd7659df-0862-40e3-8cfa-9cd2b967faa3 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.475939 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd7659df-0862-40e3-8cfa-9cd2b967faa3 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.494909 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7659df-0862-40e3-8cfa-9cd2b967faa3 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df15ecb-0f4e-4d92-b9cf-138e3f17bf6b,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:55.504468 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd7659df-0862-40e3-8cfa-9cd2b967faa3 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.505837 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-cd7659df-0862-40e3-8cfa-9cd2b967faa3 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370344 Jul 15 19:18:55.508957 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56782) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:55.515333 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-9d2d91b0-3bd8-4608-8450-6c4d459c1e99 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Request body: {'security_group_rule': {'security_group_id': '5ad3f2bd-8410-4317-8765-bfb824030558', 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:55.544635 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-9d2d91b0-3bd8-4608-8450-6c4d459c1e99 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Project f41333edc86d4de99fec9593eb0709b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:18:55.552332 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d2d91b0-3bd8-4608-8450-6c4d459c1e99 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.629104 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d2d91b0-3bd8-4608-8450-6c4d459c1e99 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.634508 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d2d91b0-3bd8-4608-8450-6c4d459c1e99 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708206'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.653767 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d91b0-3bd8-4608-8450-6c4d459c1e99 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b515f922-a39a-450e-b758-c9cea4a347cd,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:55.661088 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9d2d91b0-3bd8-4608-8450-6c4d459c1e99 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.662343 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9d2d91b0-3bd8-4608-8450-6c4d459c1e99 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519439 Jul 15 19:18:56.073616 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 0e26b45e-3a87-4819-a75f-dfb3010abc10 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:56.130228 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 0e26b45e-3a87-4819-a75f-dfb3010abc10 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:18:56.134678 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 0e26b45e-3a87-4819-a75f-dfb3010abc10 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:56.135352 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:56.238012 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:56.266070 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port 0e26b45e-3a87-4819-a75f-dfb3010abc10, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=0e26b45e-3a87-4819-a75f-dfb3010abc10,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:56.272320 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:56.334304 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=0e26b45e-3a87-4819-a75f-dfb3010abc10,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:56.610831 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Sync routers for ids ['42779cbe-400c-41a5-922c-42e00007e103'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:18:56.620298 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Routers {'42779cbe-400c-41a5-922c-42e00007e103'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:56.621284 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-085bfa61-597a-4224-a298-217e598da2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['42779cbe-400c-41a5-922c-42e00007e103'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:56.744611 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Set router 42779cbe-400c-41a5-922c-42e00007e103 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:56.965015 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-085bfa61-597a-4224-a298-217e598da2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42779cbe-400c-41a5-922c-42e00007e103', 'name': 'tempest-TestVolumeBootPattern-1725193066-router', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:49Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 4, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'gw_port': {'id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42779cbe-400c-41a5-922c-42e00007e103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:50Z', 'updated_at': '2021-07-15T19:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': '7f8b8a8d-c25f-43d6-b66d-9333c055e265', 'name': '', 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'mac_address': 'fa:16:3e:47:e0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42779cbe-400c-41a5-922c-42e00007e103', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8cd565c1-e39a-4b43-bc2a-96d126c58efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:52Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 2, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'subnets': [{'id': '8cd565c1-e39a-4b43-bc2a-96d126c58efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:56.991820 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Checking router: 42779cbe-400c-41a5-922c-42e00007e103 for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:18:56.992165 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Updating router 42779cbe-400c-41a5-922c-42e00007e103 port 7f8b8a8d-c25f-43d6-b66d-9333c055e265 binding host dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:18:57.025240 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:57.314272 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:57.326351 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Transition to ACTIVE for port object 7f8b8a8d-c25f-43d6-b66d-9333c055e265 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:18:57.335032 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:57.390946 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b76eed-7c78-496a-9f67-b127afad5a48 None None] Pushing event updated for resources: {'Port': ['ID=7f8b8a8d-c25f-43d6-b66d-9333c055e265,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:57.450889 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Attempting to bind port 7f8b8a8d-c25f-43d6-b66d-9333c055e265 on host dv-cinder-780933-11-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:18:57.451746 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Attempting to bind port 7f8b8a8d-c25f-43d6-b66d-9333c055e265 by drivers openvswitch,hyperv on host dv-cinder-780933-11-iscsi at level 0 using segments [{'id': '07543079-519d-429d-902d-a30036f3f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:18:57.451746 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Attempting to bind port 7f8b8a8d-c25f-43d6-b66d-9333c055e265 on network 606a96a8-d49a-4883-a270-e2dab9520795 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:18:57.457211 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Checking agent: {'id': 'f3e480b9-947b-4da1-bb10-266bb3645b18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 18, 56, 50), 'started_at': datetime.datetime(2021, 7, 15, 18, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:18:57.457572 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Checking segment: {'id': '07543079-519d-429d-902d-a30036f3f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:18:57.457974 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:57.458384 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Bound using segment: {'id': '07543079-519d-429d-902d-a30036f3f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:18:57.458866 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Bound port: 7f8b8a8d-c25f-43d6-b66d-9333c055e265, host: dv-cinder-780933-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07543079-519d-429d-902d-a30036f3f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:18:57.459229 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:57.529208 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-085bfa61-597a-4224-a298-217e598da2cb None None] For port 7f8b8a8d-c25f-43d6-b66d-9333c055e265, host dv-cinder-780933-11-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:18:57.534920 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-085bfa61-597a-4224-a298-217e598da2cb None None] For port 7f8b8a8d-c25f-43d6-b66d-9333c055e265, host dv-cinder-780933-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=7f8b8a8d-c25f-43d6-b66d-9333c055e265,segment=NetworkSegment(07543079-519d-429d-902d-a30036f3f5b0),segment_id=07543079-519d-429d-902d-a30036f3f5b0)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:18:57.539372 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:57.594823 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Routers {'42779cbe-400c-41a5-922c-42e00007e103'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:57.595461 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-085bfa61-597a-4224-a298-217e598da2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:18:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['42779cbe-400c-41a5-922c-42e00007e103'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:57.642602 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b76eed-7c78-496a-9f67-b127afad5a48 None None] Pushing event updated for resources: {'Port': ['ID=7f8b8a8d-c25f-43d6-b66d-9333c055e265,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:57.723563 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-085bfa61-597a-4224-a298-217e598da2cb None None] Set router 42779cbe-400c-41a5-922c-42e00007e103 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:57.946096 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-085bfa61-597a-4224-a298-217e598da2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42779cbe-400c-41a5-922c-42e00007e103', 'name': 'tempest-TestVolumeBootPattern-1725193066-router', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:49Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 4, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'gw_port': {'id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42779cbe-400c-41a5-922c-42e00007e103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:50Z', 'updated_at': '2021-07-15T19:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': '7f8b8a8d-c25f-43d6-b66d-9333c055e265', 'name': '', 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'mac_address': 'fa:16:3e:47:e0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42779cbe-400c-41a5-922c-42e00007e103', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8cd565c1-e39a-4b43-bc2a-96d126c58efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:52Z', 'updated_at': '2021-07-15T19:18:57Z', 'revision_number': 4, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'subnets': [{'id': '8cd565c1-e39a-4b43-bc2a-96d126c58efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:58.066724 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085bfa61-597a-4224-a298-217e598da2cb None None] The sync data for ids ['42779cbe-400c-41a5-922c-42e00007e103'] in dv-cinder-780933-11-iscsi is: [{'id': '42779cbe-400c-41a5-922c-42e00007e103', 'name': 'tempest-TestVolumeBootPattern-1725193066-router', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:49Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 4, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'gw_port': {'id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42779cbe-400c-41a5-922c-42e00007e103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:50Z', 'updated_at': '2021-07-15T19:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': '7f8b8a8d-c25f-43d6-b66d-9333c055e265', 'name': '', 'network_id': '606a96a8-d49a-4883-a270-e2dab9520795', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'mac_address': 'fa:16:3e:47:e0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42779cbe-400c-41a5-922c-42e00007e103', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8cd565c1-e39a-4b43-bc2a-96d126c58efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:52Z', 'updated_at': '2021-07-15T19:18:57Z', 'revision_number': 4, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'subnets': [{'id': '8cd565c1-e39a-4b43-bc2a-96d126c58efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:18:58.071767 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 0e26b45e-3a87-4819-a75f-dfb3010abc10 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:58.126118 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 0e26b45e-3a87-4819-a75f-dfb3010abc10 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:58.126539 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:58.344101 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 7f8b8a8d-c25f-43d6-b66d-9333c055e265 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:58.399665 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning for port 7f8b8a8d-c25f-43d6-b66d-9333c055e265 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:18:58.406740 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 7f8b8a8d-c25f-43d6-b66d-9333c055e265 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:58.407310 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:58.513640 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:58.554034 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] For port 7f8b8a8d-c25f-43d6-b66d-9333c055e265, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=7f8b8a8d-c25f-43d6-b66d-9333c055e265,segment=NetworkSegment(07543079-519d-429d-902d-a30036f3f5b0),segment_id=07543079-519d-429d-902d-a30036f3f5b0)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:58.559212 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:58.611366 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Pushing event updated for resources: {'Port': ['ID=7f8b8a8d-c25f-43d6-b66d-9333c055e265,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:00.050912 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 7f8b8a8d-c25f-43d6-b66d-9333c055e265 up at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:19:00.102239 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Provisioning complete for port 7f8b8a8d-c25f-43d6-b66d-9333c055e265 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:19:00.102239 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:10.213020 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-3d24c48b-0959-49f7-80a6-5743dc9471f1 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696473437&fields=id&tenant_id=f41333edc86d4de99fec9593eb0709b5 HTTP/1.1" status: 200 len: 267 time: 0.0366545 Jul 15 19:19:10.326565 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611615e-4376-47a9-9eba-60345091d37b req-6f05f088-4a7a-4b93-bd4a-edb0dfad9630 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:10.328296 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-6f05f088-4a7a-4b93-bd4a-edb0dfad9630 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 811 time: 0.1079476 Jul 15 19:19:10.344108 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-ef8cd4f0-9576-4beb-85aa-eed9e00e2acf tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/quotas/f41333edc86d4de99fec9593eb0709b5 HTTP/1.1" status: 200 len: 375 time: 0.0098693 Jul 15 19:19:10.419748 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-78d85342-c9c8-4b4b-bbdb-5178ad9bbbf6 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679343 Jul 15 19:19:10.629859 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-c190656f-d1cf-4070-83bf-c8a04dcd989f service neutron] 10.222.0.78 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930354 Jul 15 19:19:10.729739 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-7f44f2b4-85e2-47e0-80a4-c98b99c872b0 service neutron] 10.222.0.78 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933981 Jul 15 19:19:11.059189 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fb9d9195-d20c-40fa-95e0-33cbbfdc4fe8 req-6d5315a7-637d-4c74-b1fe-bc0f4f9278d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 210 time: 0.0283265 Jul 15 19:19:11.850593 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:12.184917 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611615e-4376-47a9-9eba-60345091d37b req-9ad1aaed-2ef1-4cde-bd48-5325585289d8 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:12.186502 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-9ad1aaed-2ef1-4cde-bd48-5325585289d8 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 811 time: 0.1140800 Jul 15 19:19:12.206142 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e93f1032-b3de-489f-b543-b2ba06f4f369 req-9d70eb7a-82c2-42c2-80e8-34ab0bbdd65b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 210 time: 0.0299404 Jul 15 19:19:12.242390 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-abc55ecc-84c6-4fa7-9abc-bcf3643d6ebd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41333edc86d4de99fec9593eb0709b5 HTTP/1.1" status: 200 len: 379 time: 0.0417295 Jul 15 19:19:12.251683 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-4611615e-4376-47a9-9eba-60345091d37b req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Request body: {'port': {'device_id': 'cae6b021-d852-4a5f-aae8-b7272ef52fb0', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'admin_state_up': True, 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'security_groups': ['5ad3f2bd-8410-4317-8765-bfb824030558']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:12.292824 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:19:12.370104 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4611615e-4376-47a9-9eba-60345091d37b req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Made reservation on behalf of f41333edc86d4de99fec9593eb0709b5 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:19:12.373709 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4611615e-4376-47a9-9eba-60345091d37b req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:12.522870 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-4611615e-4376-47a9-9eba-60345091d37b req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Allocated IP 172.20.0.7 (55b4fc6f-ce63-4e8d-85a8-bd607261aaf9/66190b14-ee07-4c5a-820f-f5c18614b9be/7df9182f-0b5b-454e-9d8a-0e5fe69afd7d) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:19:12.681786 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4611615e-4376-47a9-9eba-60345091d37b req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:12.698483 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-4611615e-4376-47a9-9eba-60345091d37b req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Transition to ACTIVE for port object 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:19:12.757065 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4611615e-4376-47a9-9eba-60345091d37b req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:12.806908 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4611615e-4376-47a9-9eba-60345091d37b req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:19:12.810059 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-4611615e-4376-47a9-9eba-60345091d37b req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:19:12.814148 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-4611615e-4376-47a9-9eba-60345091d37b req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:19:12.820583 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'Port': ['ID=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:12.870749 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611615e-4376-47a9-9eba-60345091d37b req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:12.871456 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4611615e-4376-47a9-9eba-60345091d37b req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:12.887918 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-ee170135-0a7d-4b48-a12d-ba4955a93bfd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6405706 Jul 15 19:19:12.900230 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Request body: {'port': {'device_id': 'cae6b021-d852-4a5f-aae8-b7272ef52fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:12.977804 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:13.068259 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-a14a91ff-79f8-4103-934b-1e438a84a490 None None] Provisioning for port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:19:13.072603 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-a14a91ff-79f8-4103-934b-1e438a84a490 None None] Provisioning complete for port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:19:13.072993 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a14a91ff-79f8-4103-934b-1e438a84a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:13.108071 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-a14a91ff-79f8-4103-934b-1e438a84a490 None None] Port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:19:13.259234 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:19:13.267526 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:13.280801 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Transition to ACTIVE for port object 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:19:13.284634 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:13.365826 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Pushing event updated for resources: {'Port': ['ID=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:13.461681 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435eed5-1c4c-44a4-b8f8-c96876cf63f4 req-8af96c44-637d-4013-90a9-b302741bad68 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:13.463219 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f435eed5-1c4c-44a4-b8f8-c96876cf63f4 req-8af96c44-637d-4013-90a9-b302741bad68 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 943 time: 0.1422224 Jul 15 19:19:13.466020 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Attempting to bind port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:19:13.466396 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Attempting to bind port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:19:13.466664 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Attempting to bind port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d on network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:19:13.478340 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d on network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:19:13.478670 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Attempting to bind port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d on network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:19:13.492714 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:19:13.492968 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Checking segment: {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:19:13.493668 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Bound using segment: {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:19:13.493789 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Bound port: 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:19:13.494151 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:13.519462 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f435eed5-1c4c-44a4-b8f8-c96876cf63f4 req-0230d69c-476f-4f0e-9b10-48b66de91992 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502372 Jul 15 19:19:13.573988 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] For port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:19:13.577408 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] For port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:19:13.584399 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:13.616978 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:13.617594 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:13.619398 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] 10.222.0.81 "PUT /v2.0/ports/7df9182f-0b5b-454e-9d8a-0e5fe69afd7d HTTP/1.1" status: 200 len: 1093 time: 0.7239811 Jul 15 19:19:13.621718 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae6b021-d852-4a5f-aae8-b7272ef52fb0', 'tag': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:13.624004 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89868a80-7b78-40ae-8468-35c1587cbc23" -d '{"events": [{"name": "network-changed", "server_uuid": "cae6b021-d852-4a5f-aae8-b7272ef52fb0", "tag": "7df9182f-0b5b-454e-9d8a-0e5fe69afd7d"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:13.651552 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04c5ff-9bcf-44e2-9e74-ed538769cd30 service neutron] Pushing event updated for resources: {'Port': ['ID=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:13.677507 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b13a5da-03b9-48c6-b4af-1b7bf19902f0 x-openstack-request-id: req-6b13a5da-03b9-48c6-b4af-1b7bf19902f0 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:13.677792 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae6b021-d852-4a5f-aae8-b7272ef52fb0", "tag": "7df9182f-0b5b-454e-9d8a-0e5fe69afd7d", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:13.678037 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b13a5da-03b9-48c6-b4af-1b7bf19902f0 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:13.678427 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae6b021-d852-4a5f-aae8-b7272ef52fb0', 'tag': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d', 'status': 'completed', 'code': 200} Jul 15 19:19:13.726529 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611615e-4376-47a9-9eba-60345091d37b req-bfefd29e-71b4-4b43-8b1d-3a2191eeb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:13.728063 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-bfefd29e-71b4-4b43-8b1d-3a2191eeb7ae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 1096 time: 0.0609441 Jul 15 19:19:13.770879 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-8413851b-cef8-4966-9445-18b3e67e69ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d HTTP/1.1" status: 200 len: 217 time: 0.0356257 Jul 15 19:19:13.829977 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611615e-4376-47a9-9eba-60345091d37b req-9629df58-a898-4476-8ad5-82e287c1b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:13.832482 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-9629df58-a898-4476-8ad5-82e287c1b4c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0536704 Jul 15 19:19:13.903326 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611615e-4376-47a9-9eba-60345091d37b req-a141ce5d-02ed-4553-a18d-9574f51ca89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:13.904881 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-a141ce5d-02ed-4553-a18d-9574f51ca89c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0662651 Jul 15 19:19:14.002676 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-427c9698-d45a-4272-b18e-334cdf641d98 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910501 Jul 15 19:19:14.109828 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4611615e-4376-47a9-9eba-60345091d37b req-196c081e-0e37-4b9c-bf00-3aa21e7020a0 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009438 Jul 15 19:19:14.221023 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89868a80-7b78-40ae-8468-35c1587cbc23 req-0ecec561-a9e0-4ae2-a86a-e4df02008edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:14.222547 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89868a80-7b78-40ae-8468-35c1587cbc23 req-0ecec561-a9e0-4ae2-a86a-e4df02008edc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 1096 time: 0.0548818 Jul 15 19:19:14.338014 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89868a80-7b78-40ae-8468-35c1587cbc23 req-df9ab9e1-4051-42d2-af5b-5eb6859ed08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:14.339565 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89868a80-7b78-40ae-8468-35c1587cbc23 req-df9ab9e1-4051-42d2-af5b-5eb6859ed08d service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.1094868 Jul 15 19:19:14.390428 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89868a80-7b78-40ae-8468-35c1587cbc23 req-5e953d65-2735-48ee-a429-61c927c63364 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d HTTP/1.1" status: 200 len: 217 time: 0.0431192 Jul 15 19:19:14.438706 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89868a80-7b78-40ae-8468-35c1587cbc23 req-eba9301f-9aee-405c-a2eb-6364f46519db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:14.440240 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89868a80-7b78-40ae-8468-35c1587cbc23 req-eba9301f-9aee-405c-a2eb-6364f46519db service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0440485 Jul 15 19:19:14.497562 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89868a80-7b78-40ae-8468-35c1587cbc23 req-cd9b8a5e-7e69-4a1b-bccd-ed02d5b3b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:14.499207 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89868a80-7b78-40ae-8468-35c1587cbc23 req-cd9b8a5e-7e69-4a1b-bccd-ed02d5b3b32f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529172 Jul 15 19:19:14.598010 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89868a80-7b78-40ae-8468-35c1587cbc23 req-5659a348-6b86-4175-8116-b0fbaa02999f service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921488 Jul 15 19:19:14.723746 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89868a80-7b78-40ae-8468-35c1587cbc23 req-a5d4c668-a347-45f6-a260-6161e37f0a07 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196470 Jul 15 19:19:14.750134 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60737748-9c9b-4de2-8531-53265cd5d3fb req-4eeb4196-6bd7-409d-8024-ef50408714bc tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:14.751620 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60737748-9c9b-4de2-8531-53265cd5d3fb req-4eeb4196-6bd7-409d-8024-ef50408714bc tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 943 time: 0.1155927 Jul 15 19:19:14.793100 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60737748-9c9b-4de2-8531-53265cd5d3fb req-13ff449a-bb0b-4acf-a282-84988e8e0e27 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356886 Jul 15 19:19:15.979338 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061165a2-4a09-48cf-862a-caf31522453d req-0bafb88b-3a00-40e1-8591-d7c9a146642c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:15.980934 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-061165a2-4a09-48cf-862a-caf31522453d req-0bafb88b-3a00-40e1-8591-d7c9a146642c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 943 time: 0.0672684 Jul 15 19:19:16.032461 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-061165a2-4a09-48cf-862a-caf31522453d req-66624ba9-3161-47a7-ab7b-12d6e7f072d3 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450263 Jul 15 19:19:16.536026 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c65065fd-f57d-488d-93b3-4d3f43ba5b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:17.236717 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919c661-81e7-4c3e-af96-5398c290bffd req-94adc61e-8584-4cb8-824a-2045b4a889ff tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:17.238295 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7919c661-81e7-4c3e-af96-5398c290bffd req-94adc61e-8584-4cb8-824a-2045b4a889ff tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 943 time: 0.0857887 Jul 15 19:19:17.287490 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7919c661-81e7-4c3e-af96-5398c290bffd req-5e3848b1-2338-4c94-830f-acb638626c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432732 Jul 15 19:19:18.481237 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036581-f9d9-4bb0-87bb-29ca993493ca req-a6825c2f-1e4f-4c51-8956-f958683dfd7a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:18.482763 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-41036581-f9d9-4bb0-87bb-29ca993493ca req-a6825c2f-1e4f-4c51-8956-f958683dfd7a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 943 time: 0.0761511 Jul 15 19:19:18.524603 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-41036581-f9d9-4bb0-87bb-29ca993493ca req-2a812f37-d300-4e9f-965d-d7fab4ee33ae tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341535 Jul 15 19:19:19.722797 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110a2d9-7036-40a7-b2b9-d18b4f4c89ed req-861019bb-ef01-49cf-ab96-c91e68ef0092 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:19.724287 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5110a2d9-7036-40a7-b2b9-d18b4f4c89ed req-861019bb-ef01-49cf-ab96-c91e68ef0092 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 943 time: 0.0785499 Jul 15 19:19:19.763883 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5110a2d9-7036-40a7-b2b9-d18b4f4c89ed req-02d9d039-e629-4a61-8390-f49f814caf64 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336685 Jul 15 19:19:19.908816 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:19:20.018528 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:20.032107 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'port_id': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d', 'mac_address': 'fa:16:3e:75:4a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:19:20.082112 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:20.095021 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:19:20.120916 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:20.127008 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:20.175999 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:20.249446 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:20.332324 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['7df9182f-0b5b-454e-9d8a-0e5fe69afd7d'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:19:20.964275 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af332fb8-f1d9-456b-822c-69def894ca75 req-5544763e-d468-4a1b-8259-c44c4c8f917c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:20.965780 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-af332fb8-f1d9-456b-822c-69def894ca75 req-5544763e-d468-4a1b-8259-c44c4c8f917c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 944 time: 0.0738897 Jul 15 19:19:21.020220 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-af332fb8-f1d9-456b-822c-69def894ca75 req-7a4fd3d5-0be3-477a-9960-586059d72afd tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485601 Jul 15 19:19:21.184327 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-29dff5f2-a666-4a90-a73c-01a92d7806a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:21.922465 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:19:21.975951 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:19:21.980587 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:19:21.980962 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:22.071020 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:22.095844 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae6b021-d852-4a5f-aae8-b7272ef52fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:22.098234 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b1ff09-dd13-4d37-8d4a-692d1b39638f" -d '{"events": [{"server_uuid": "cae6b021-d852-4a5f-aae8-b7272ef52fb0", "name": "network-vif-plugged", "status": "completed", "tag": "7df9182f-0b5b-454e-9d8a-0e5fe69afd7d"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:22.117722 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:22.124972 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:22.155322 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d42134-38f9-4ded-945f-41763b4ede79 x-openstack-request-id: req-44d42134-38f9-4ded-945f-41763b4ede79 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:22.155591 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae6b021-d852-4a5f-aae8-b7272ef52fb0", "name": "network-vif-plugged", "status": "completed", "tag": "7df9182f-0b5b-454e-9d8a-0e5fe69afd7d", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:22.155838 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44d42134-38f9-4ded-945f-41763b4ede79 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:22.156230 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae6b021-d852-4a5f-aae8-b7272ef52fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d', 'code': 200} Jul 15 19:19:22.159120 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:22.186166 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:22.207951 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032eec1-fe5b-45b6-b150-222e0f52934a req-6373fb6b-5a9e-4602-93b1-7e8cc5fa4fce tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:22.209566 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d032eec1-fe5b-45b6-b150-222e0f52934a req-6373fb6b-5a9e-4602-93b1-7e8cc5fa4fce tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 945 time: 0.0727026 Jul 15 19:19:22.252055 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d032eec1-fe5b-45b6-b150-222e0f52934a req-32add801-83e8-49e7-82f3-6b2f25877209 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340929 Jul 15 19:19:22.435439 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df05a5-0fc6-4eca-ba9a-75306ecce6e2 req-1d4633e3-32f5-4376-b1a4-2a0c253935f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:22.437011 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-22df05a5-0fc6-4eca-ba9a-75306ecce6e2 req-1d4633e3-32f5-4376-b1a4-2a0c253935f5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 1098 time: 0.0569336 Jul 15 19:19:22.472444 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-22df05a5-0fc6-4eca-ba9a-75306ecce6e2 req-c68b244b-7568-4ab4-8265-c8ef4f56cfde service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287011 Jul 15 19:19:23.433217 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769e50b-9548-4076-a15e-b9c251e518cb req-9eec7a2f-aa1a-4b01-ae25-cc1b4fc1f57b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:23.434800 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2769e50b-9548-4076-a15e-b9c251e518cb req-9eec7a2f-aa1a-4b01-ae25-cc1b4fc1f57b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 945 time: 0.0706830 Jul 15 19:19:23.477588 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2769e50b-9548-4076-a15e-b9c251e518cb req-0920844b-1c6b-4e42-9064-3f481b556aa4 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354209 Jul 15 19:19:23.652944 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:23.670891 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02fae6-9eee-471a-b6ec-c2f9c4facc87 req-eaf4f62c-33e5-41b6-bff2-50e0be10e6e4 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:23.672500 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c02fae6-9eee-471a-b6ec-c2f9c4facc87 req-eaf4f62c-33e5-41b6-bff2-50e0be10e6e4 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 945 time: 0.0698237 Jul 15 19:19:23.715562 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c02fae6-9eee-471a-b6ec-c2f9c4facc87 req-d06c7dfa-e8d8-462f-9463-7a0c58ac933f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363820 Jul 15 19:19:23.741558 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56940) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:23.855080 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52dc70a-27ae-45e3-a2b7-a27491b466e6 tempest-TestVolumeBootPattern-285059380 tempest-TestVolumeBootPattern-285059380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:23.856545 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c52dc70a-27ae-45e3-a2b7-a27491b466e6 tempest-TestVolumeBootPattern-285059380 tempest-TestVolumeBootPattern-285059380-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 1093 time: 0.1136961 Jul 15 19:19:23.860926 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 56944) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:23.865412 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Request body: {'floatingip': {'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'port_id': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:23.891826 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:23.995393 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:24.105789 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Allocated IP 172.27.1.237 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/c75de94a-32d0-49f2-bc41-e396df6a4149) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:19:24.208365 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:24.249476 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:24.289530 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:19:24.294778 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:19:24.296987 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'Port': ['ID=c75de94a-32d0-49f2-bc41-e396df6a4149,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:24.299103 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:19:25.079958 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:25.193711 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:25.357189 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:25.363670 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:25.434757 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'Port': ['ID=c75de94a-32d0-49f2-bc41-e396df6a4149,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:25.443294 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:25.552367 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Floating IP 01b3d150-e4a9-4b86-8f7a-1e655a93a8fe associated. External IP: 172.27.1.237, port: 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d. Jul 15 19:19:25.778619 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Router f5d3914e-13ab-436f-95d2-c733d73a4493 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:19:25.891827 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:19:25.902313 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5412901-4170-47fb-bdbd-194126dfa687 None None] Sync routers for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:19:25.913439 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5412901-4170-47fb-bdbd-194126dfa687 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:19:25.914459 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:25.914649 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c5412901-4170-47fb-bdbd-194126dfa687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:19:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:25.962699 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3adf24f9-a83b-41bf-9b24-b2463079c14c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1007521 Jul 15 19:19:25.963281 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae6b021-d852-4a5f-aae8-b7272ef52fb0', 'tag': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:25.965685 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceeaaa0-9ca6-480e-910a-91e809bcdf23" -d '{"events": [{"name": "network-changed", "server_uuid": "cae6b021-d852-4a5f-aae8-b7272ef52fb0", "tag": "7df9182f-0b5b-454e-9d8a-0e5fe69afd7d"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:26.001094 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f350f182-479a-4e2b-b85f-b6eef0d060da x-openstack-request-id: req-f350f182-479a-4e2b-b85f-b6eef0d060da {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:26.001417 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae6b021-d852-4a5f-aae8-b7272ef52fb0", "tag": "7df9182f-0b5b-454e-9d8a-0e5fe69afd7d", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:26.001663 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f350f182-479a-4e2b-b85f-b6eef0d060da {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:26.002051 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae6b021-d852-4a5f-aae8-b7272ef52fb0', 'tag': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d', 'status': 'completed', 'code': 200} Jul 15 19:19:26.026335 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-c5412901-4170-47fb-bdbd-194126dfa687 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:19:26.076447 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeaaa0-9ca6-480e-910a-91e809bcdf23 req-040fa125-3445-4843-9497-503e08c8da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:26.078015 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ceeaaa0-9ca6-480e-910a-91e809bcdf23 req-040fa125-3445-4843-9497-503e08c8da34 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 1098 time: 0.0533979 Jul 15 19:19:26.173784 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeaaa0-9ca6-480e-910a-91e809bcdf23 req-077dc495-ba9d-4f96-b38f-20c0e91dd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:26.175224 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ceeaaa0-9ca6-480e-910a-91e809bcdf23 req-077dc495-ba9d-4f96-b38f-20c0e91dd04c service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.0906761 Jul 15 19:19:26.242572 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ceeaaa0-9ca6-480e-910a-91e809bcdf23 req-f3bbc512-9c7a-488d-9cb5-0c4a6ea9fc39 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d HTTP/1.1" status: 200 len: 999 time: 0.0611525 Jul 15 19:19:26.269364 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c5412901-4170-47fb-bdbd-194126dfa687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '01b3d150-e4a9-4b86-8f7a-1e655a93a8fe', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:75:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae6b021-d852-4a5f-aae8-b7272ef52fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:19:24Z', 'updated_at': '2021-07-15T19:19:24Z', 'revision_number': 0, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:26.292975 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeaaa0-9ca6-480e-910a-91e809bcdf23 req-ef990759-c357-42fb-a24b-599da21d3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:26.294503 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ceeaaa0-9ca6-480e-910a-91e809bcdf23 req-ef990759-c357-42fb-a24b-599da21d3e94 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0461204 Jul 15 19:19:26.296285 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5412901-4170-47fb-bdbd-194126dfa687 None None] Checking router: f5d3914e-13ab-436f-95d2-c733d73a4493 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:19:26.304976 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5412901-4170-47fb-bdbd-194126dfa687 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:19:26.305619 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c5412901-4170-47fb-bdbd-194126dfa687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:19:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:26.352677 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeaaa0-9ca6-480e-910a-91e809bcdf23 req-ee76f31a-f42d-4f0e-8532-b14a2327474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:26.354154 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ceeaaa0-9ca6-480e-910a-91e809bcdf23 req-ee76f31a-f42d-4f0e-8532-b14a2327474d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531845 Jul 15 19:19:26.417593 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-c5412901-4170-47fb-bdbd-194126dfa687 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:19:26.452898 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ceeaaa0-9ca6-480e-910a-91e809bcdf23 req-78706a2c-ed7d-4516-82e8-f9932f37eb79 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921142 Jul 15 19:19:26.549960 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ceeaaa0-9ca6-480e-910a-91e809bcdf23 req-1813d121-9f15-4e25-8e0b-efda395024cc service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908644 Jul 15 19:19:26.650306 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c5412901-4170-47fb-bdbd-194126dfa687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '01b3d150-e4a9-4b86-8f7a-1e655a93a8fe', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:75:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae6b021-d852-4a5f-aae8-b7272ef52fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:19:24Z', 'updated_at': '2021-07-15T19:19:24Z', 'revision_number': 0, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:26.681300 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5412901-4170-47fb-bdbd-194126dfa687 None None] The sync data for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi is: [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '01b3d150-e4a9-4b86-8f7a-1e655a93a8fe', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:75:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae6b021-d852-4a5f-aae8-b7272ef52fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:19:24Z', 'updated_at': '2021-07-15T19:19:24Z', 'revision_number': 0, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:19:26.882838 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6feefa-02f3-42a6-9bfd-961c7f036dd4 None None] New status for floating IP 01b3d150-e4a9-4b86-8f7a-1e655a93a8fe: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:19:41.849026 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:46.533674 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54c560da-dcf8-4c13-a9e6-1ec41a8d424c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:49.292067 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:19:50.245520 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:50.845909 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e3a19528-3053-4c03-9b1a-2a478b32a9a5 req-a6fbbac0-8c5f-4034-afae-1b08b967f881 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0603728 Jul 15 19:19:50.948287 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a19528-3053-4c03-9b1a-2a478b32a9a5 req-1601ff27-c4fd-4d93-9ede-a90f716e1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:50.950081 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e3a19528-3053-4c03-9b1a-2a478b32a9a5 req-1601ff27-c4fd-4d93-9ede-a90f716e1a89 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 1098 time: 0.0601463 Jul 15 19:19:51.105934 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a19528-3053-4c03-9b1a-2a478b32a9a5 req-52fd62ca-76d5-4b0f-b526-57e02add8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:51.107342 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e3a19528-3053-4c03-9b1a-2a478b32a9a5 req-52fd62ca-76d5-4b0f-b526-57e02add8d18 service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.1365154 Jul 15 19:19:51.180194 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a280800a-f1dd-462b-8a55-d1ea5c88971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:51.184169 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e3a19528-3053-4c03-9b1a-2a478b32a9a5 req-39f25b20-0872-4cab-90af-6c5104d1716d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d HTTP/1.1" status: 200 len: 1001 time: 0.0702012 Jul 15 19:19:51.235753 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a19528-3053-4c03-9b1a-2a478b32a9a5 req-e5133347-f28e-46a3-be2b-2d079302e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:51.237347 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e3a19528-3053-4c03-9b1a-2a478b32a9a5 req-e5133347-f28e-46a3-be2b-2d079302e443 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0468514 Jul 15 19:19:51.307066 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a19528-3053-4c03-9b1a-2a478b32a9a5 req-a97e7623-ea9a-410e-ab96-c81a345919b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:51.308596 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e3a19528-3053-4c03-9b1a-2a478b32a9a5 req-a97e7623-ea9a-410e-ab96-c81a345919b3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0649502 Jul 15 19:19:51.399052 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e3a19528-3053-4c03-9b1a-2a478b32a9a5 req-4fcf7d51-d725-40a2-80e0-1d0845eeaa38 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837140 Jul 15 19:19:51.499155 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e3a19528-3053-4c03-9b1a-2a478b32a9a5 req-1be17c5e-374f-4540-9866-09aa1f444eea service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937614 Jul 15 19:19:52.126284 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:53.662853 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:11.860339 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:16.536389 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0c2d10ae-b25f-415d-9a7c-d7b334b4feb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:20.240915 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:21.185062 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d2421921-2da9-45b3-beb0-da3d88a8bf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:22.126361 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:23.665422 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:26.295995 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:20:41.861646 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:46.538141 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1d88c02c-cb5b-4c8c-aba8-59b12cf50de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:50.247346 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:51.190012 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9de570ad-e1c2-4afb-aa6d-463bbeddc36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:52.129556 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:52.272668 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bf1416e-37d9-4713-ad44-e3992517d964 req-49fb6847-6e3f-4ac5-9363-5d836f7cb09a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1019971 Jul 15 19:20:52.382753 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1416e-37d9-4713-ad44-e3992517d964 req-fa424dec-e088-4440-be23-cce65c374127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:52.384150 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bf1416e-37d9-4713-ad44-e3992517d964 req-fa424dec-e088-4440-be23-cce65c374127 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 1098 time: 0.0667701 Jul 15 19:20:52.499715 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1416e-37d9-4713-ad44-e3992517d964 req-4518b1e7-536a-4bcf-a1e9-ceea8c825851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:52.501987 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bf1416e-37d9-4713-ad44-e3992517d964 req-4518b1e7-536a-4bcf-a1e9-ceea8c825851 service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.0957084 Jul 15 19:20:52.575993 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bf1416e-37d9-4713-ad44-e3992517d964 req-4f8b763e-0ee5-4415-bd3b-adc2893e84fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d HTTP/1.1" status: 200 len: 1001 time: 0.0670114 Jul 15 19:20:52.650670 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1416e-37d9-4713-ad44-e3992517d964 req-cecd9217-b46a-4b67-96bd-c86f3dbbbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:52.652750 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bf1416e-37d9-4713-ad44-e3992517d964 req-cecd9217-b46a-4b67-96bd-c86f3dbbbfa2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0702755 Jul 15 19:20:52.712521 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1416e-37d9-4713-ad44-e3992517d964 req-3ec013bc-26e4-41c9-9967-9e8478767eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:52.714062 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bf1416e-37d9-4713-ad44-e3992517d964 req-3ec013bc-26e4-41c9-9967-9e8478767eb6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554988 Jul 15 19:20:52.808014 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bf1416e-37d9-4713-ad44-e3992517d964 req-3c10b724-0d8a-4fc1-aaf4-d492544ed67b service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868914 Jul 15 19:20:52.908782 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bf1416e-37d9-4713-ad44-e3992517d964 req-8878afdf-328f-45ad-af56-66fc4d6ed6bc service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948439 Jul 15 19:20:53.661814 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:03.295689 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:21:11.859947 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:16.533148 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05cf0b32-6d98-42a3-8992-663a1280da9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:20.245563 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:21.193535 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1fe428f6-1c8d-4ed3-a8f0-51e42a988092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:21.532961 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801807b4-7e7a-474e-bd04-3da4dc969616 req-8a211a13-bc05-4f83-9b1a-7f384644f1b1 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:21.534626 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-801807b4-7e7a-474e-bd04-3da4dc969616 req-8a211a13-bc05-4f83-9b1a-7f384644f1b1 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 945 time: 0.1629622 Jul 15 19:21:21.577669 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-801807b4-7e7a-474e-bd04-3da4dc969616 req-6a5724f8-8da5-4198-ba0c-1d28340966fe tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369527 Jul 15 19:21:22.134092 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:22.874905 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da52c88-f8ac-415d-878d-4d42d733dff4 req-3ba57b40-a7ea-4f39-850a-05a3d63b5433 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:22.876429 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8da52c88-f8ac-415d-878d-4d42d733dff4 req-3ba57b40-a7ea-4f39-850a-05a3d63b5433 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 945 time: 0.1610591 Jul 15 19:21:22.890528 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-92443c57-ce07-4d44-9e4b-02e4eaf5fba2 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:22.891926 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-92443c57-ce07-4d44-9e4b-02e4eaf5fba2 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 945 time: 0.1130798 Jul 15 19:21:22.959241 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8da52c88-f8ac-415d-878d-4d42d733dff4 req-1521bf54-d2b9-41a1-96e8-30294d29c12e tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765319 Jul 15 19:21:23.027343 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Deleting port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:23.027594 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:23.119724 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] For port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:23.120065 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:23.313558 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:23.313936 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:23.314256 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.l3_db [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Floating IP 01b3d150-e4a9-4b86-8f7a-1e655a93a8fe disassociated. External IP: 172.27.1.237, port: 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d. Jul 15 19:21:23.314600 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Calling delete_port for 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:23.455684 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:23.487579 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event deleted for resources: {'Port': ['ID=7df9182f-0b5b-454e-9d8a-0e5fe69afd7d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:23.499849 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:23.500206 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:23.500733 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:23.500929 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:23.501207 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:23.501536 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:23.501885 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:23.502296 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:23.502484 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:23.502858 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:23.503200 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:23.503502 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:23.616176 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Router f5d3914e-13ab-436f-95d2-c733d73a4493 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:21:23.662562 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:23.729050 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:21:23.740203 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd43c3-e8b2-4830-ad87-64b6c8f53109 None None] Sync routers for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:21:23.752019 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd43c3-e8b2-4830-ad87-64b6c8f53109 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:23.752659 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-aefd43c3-e8b2-4830-ad87-64b6c8f53109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:21:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:23.783952 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] No DVR routers for this DVR port 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:21:23.786728 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:23.788830 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b1252c19-251d-4573-8975-b0f2fb4d7657 req-86dad97d-0e8b-40ac-92b5-e7bbf74691d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "DELETE /v2.0/ports/7df9182f-0b5b-454e-9d8a-0e5fe69afd7d HTTP/1.1" status: 204 len: 173 time: 0.8907967 Jul 15 19:21:23.789344 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae6b021-d852-4a5f-aae8-b7272ef52fb0', 'name': 'network-vif-deleted', 'tag': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:21:23.792142 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692b0f9e-84c4-4fa4-9afc-e56f4b9037aa" -d '{"events": [{"server_uuid": "cae6b021-d852-4a5f-aae8-b7272ef52fb0", "name": "network-vif-deleted", "tag": "7df9182f-0b5b-454e-9d8a-0e5fe69afd7d"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:21:23.834456 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4359460a-916d-4dfe-b4aa-9d60d92b2031 x-openstack-request-id: req-4359460a-916d-4dfe-b4aa-9d60d92b2031 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:21:23.835341 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae6b021-d852-4a5f-aae8-b7272ef52fb0", "name": "network-vif-deleted", "tag": "7df9182f-0b5b-454e-9d8a-0e5fe69afd7d", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:21:23.835341 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4359460a-916d-4dfe-b4aa-9d60d92b2031 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:21:23.835941 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae6b021-d852-4a5f-aae8-b7272ef52fb0', 'name': 'network-vif-deleted', 'tag': '7df9182f-0b5b-454e-9d8a-0e5fe69afd7d', 'status': 'completed', 'code': 200} Jul 15 19:21:23.873538 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-aefd43c3-e8b2-4830-ad87-64b6c8f53109 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:24.114472 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1182919-dccd-4689-b8f6-772d1e23807e req-c53c7473-705d-436f-b8ab-9415d975cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=cae6b021-d852-4a5f-aae8-b7272ef52fb0 HTTP/1.1" status: 200 len: 210 time: 0.0403171 Jul 15 19:21:24.223541 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-aefd43c3-e8b2-4830-ad87-64b6c8f53109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:24.250663 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd43c3-e8b2-4830-ad87-64b6c8f53109 None None] Checking router: f5d3914e-13ab-436f-95d2-c733d73a4493 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:21:24.259394 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd43c3-e8b2-4830-ad87-64b6c8f53109 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:24.260029 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-aefd43c3-e8b2-4830-ad87-64b6c8f53109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:21:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:24.373156 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-aefd43c3-e8b2-4830-ad87-64b6c8f53109 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:24.598547 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-aefd43c3-e8b2-4830-ad87-64b6c8f53109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:24.626931 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd43c3-e8b2-4830-ad87-64b6c8f53109 None None] The sync data for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi is: [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:21:24.852746 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd6e4d1-2837-4f65-8f81-22f4bc00afd1 None None] New status for floating IP 01b3d150-e4a9-4b86-8f7a-1e655a93a8fe: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:21:25.384680 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-a3b72903-787c-4c5f-857b-457377e32ed0 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696473437&fields=id&tenant_id=f41333edc86d4de99fec9593eb0709b5 HTTP/1.1" status: 200 len: 267 time: 0.0387580 Jul 15 19:21:25.510034 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-6f5de70b-3aab-47c6-9d0a-2e0f297413f6 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:25.511776 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-6f5de70b-3aab-47c6-9d0a-2e0f297413f6 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 811 time: 0.1202166 Jul 15 19:21:25.529027 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-32cf6589-98a2-472c-acac-997a0ce8dcd6 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/quotas/f41333edc86d4de99fec9593eb0709b5 HTTP/1.1" status: 200 len: 375 time: 0.0095623 Jul 15 19:21:25.610936 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-14a5d054-3412-4829-93e3-82742377c302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762737 Jul 15 19:21:25.677592 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-e36f6925-8b47-40b2-aa4b-ea0a83753bdc service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:21:25.678571 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-e36f6925-8b47-40b2-aa4b-ea0a83753bdc service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0562634 Jul 15 19:21:25.774270 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-8c1d51ed-8099-420e-a72b-b19734a58f34 service neutron] 10.222.0.78 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894279 Jul 15 19:21:25.871567 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-37bca262-6fc4-4ce7-8512-10cbb5dbf845 service neutron] 10.222.0.78 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916655 Jul 15 19:21:26.216237 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-013dcb36-b433-43d6-9386-6c06a8429ab3 req-f70288f1-10fd-4ac3-a441-60ff198f2bde tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 210 time: 0.0293064 Jul 15 19:21:26.484548 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:21:26.512287 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:21:26.512769 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 7df9182f-0b5b-454e-9d8a-0e5fe69afd7d not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:21:27.317646 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-8fd60e37-ff87-47d3-a845-a099a361b791 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:27.319170 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-8fd60e37-ff87-47d3-a845-a099a361b791 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 811 time: 0.1099238 Jul 15 19:21:27.387395 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-92625377-2767-4a64-a181-ed7a779404be req-85067623-1282-4bf2-9baa-ef1ac4855c1d tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 210 time: 0.0513506 Jul 15 19:21:27.404067 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-dceaa72f-8e78-4d6f-8d80-0358e4cfd404 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41333edc86d4de99fec9593eb0709b5 HTTP/1.1" status: 200 len: 379 time: 0.0758898 Jul 15 19:21:27.418085 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Request body: {'port': {'device_id': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'admin_state_up': True, 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'security_groups': ['5ad3f2bd-8410-4317-8765-bfb824030558']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:21:27.538529 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Made reservation on behalf of f41333edc86d4de99fec9593eb0709b5 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:21:27.542555 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:27.958001 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Allocated IP 172.20.0.5 (55b4fc6f-ce63-4e8d-85a8-bd607261aaf9/66190b14-ee07-4c5a-820f-f5c18614b9be/df723df6-9fa2-4b10-8313-05d9c8d40e0f) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:21:28.116896 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.137538 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Transition to ACTIVE for port object df723df6-9fa2-4b10-8313-05d9c8d40e0f will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:21:28.177914 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.237155 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:21:28.240421 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:21:28.244782 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:21:28.251571 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'Port': ['ID=df723df6-9fa2-4b10-8313-05d9c8d40e0f,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:28.299319 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:28.300132 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.317404 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-07d561dc-bb83-438b-bafa-005f65f2b60b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9054055 Jul 15 19:21:28.330025 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Request body: {'port': {'device_id': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:21:28.408967 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.480341 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c64967be-f9d2-42d3-a823-f1c108db6196 None None] Provisioning for port df723df6-9fa2-4b10-8313-05d9c8d40e0f completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:21:28.485239 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c64967be-f9d2-42d3-a823-f1c108db6196 None None] Provisioning complete for port df723df6-9fa2-4b10-8313-05d9c8d40e0f triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:21:28.485896 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c64967be-f9d2-42d3-a823-f1c108db6196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.527599 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-c64967be-f9d2-42d3-a823-f1c108db6196 None None] Port df723df6-9fa2-4b10-8313-05d9c8d40e0f cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:21:28.576045 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecedc6-c1e7-4163-8bbe-d81b6bafd52f req-1bf38645-f40e-4a6d-b252-81512a74e3ab tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:28.577764 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e5ecedc6-c1e7-4163-8bbe-d81b6bafd52f req-1bf38645-f40e-4a6d-b252-81512a74e3ab tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 931 time: 0.0673621 Jul 15 19:21:28.617384 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e5ecedc6-c1e7-4163-8bbe-d81b6bafd52f req-0cdbd240-ce19-4949-bda0-596eb0239855 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336616 Jul 15 19:21:28.686932 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df723df6-9fa2-4b10-8313-05d9c8d40e0f {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:21:28.694270 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.706776 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Transition to ACTIVE for port object df723df6-9fa2-4b10-8313-05d9c8d40e0f will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:21:28.713150 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.761673 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Pushing event updated for resources: {'Port': ['ID=df723df6-9fa2-4b10-8313-05d9c8d40e0f,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:28.855403 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Attempting to bind port df723df6-9fa2-4b10-8313-05d9c8d40e0f on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:21:28.855742 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Attempting to bind port df723df6-9fa2-4b10-8313-05d9c8d40e0f by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:21:28.856094 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Attempting to bind port df723df6-9fa2-4b10-8313-05d9c8d40e0f on network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:21:28.861349 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Port df723df6-9fa2-4b10-8313-05d9c8d40e0f on network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:21:28.861677 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Attempting to bind port df723df6-9fa2-4b10-8313-05d9c8d40e0f on network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:21:28.867155 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:21:28.867777 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Checking segment: {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:21:28.868074 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Bound using segment: {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:21:28.868551 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Bound port: df723df6-9fa2-4b10-8313-05d9c8d40e0f, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:21:28.868917 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.939613 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] For port df723df6-9fa2-4b10-8313-05d9c8d40e0f, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:21:28.943051 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] For port df723df6-9fa2-4b10-8313-05d9c8d40e0f, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=df723df6-9fa2-4b10-8313-05d9c8d40e0f,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:21:28.948321 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.986100 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:28.986790 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.988183 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] 10.222.0.81 "PUT /v2.0/ports/df723df6-9fa2-4b10-8313-05d9c8d40e0f HTTP/1.1" status: 200 len: 1093 time: 0.6629093 Jul 15 19:21:28.988624 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'tag': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:21:28.990910 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da328015-b623-4d2a-9f5c-cf776e4af8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0", "tag": "df723df6-9fa2-4b10-8313-05d9c8d40e0f"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:21:29.016210 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e6a75-29ef-43cb-90a4-f0b613cff8da service neutron] Pushing event updated for resources: {'Port': ['ID=df723df6-9fa2-4b10-8313-05d9c8d40e0f,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:29.043297 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0dde05-94da-435e-9643-76b41058ee5f x-openstack-request-id: req-de0dde05-94da-435e-9643-76b41058ee5f {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:21:29.043589 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0", "tag": "df723df6-9fa2-4b10-8313-05d9c8d40e0f", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:21:29.043836 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-de0dde05-94da-435e-9643-76b41058ee5f {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:21:29.044238 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'tag': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'status': 'completed', 'code': 200} Jul 15 19:21:29.104573 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-520dcc12-aa1d-470f-a9b3-e3bac345963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:29.106153 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-520dcc12-aa1d-470f-a9b3-e3bac345963d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 1096 time: 0.0593021 Jul 15 19:21:29.149547 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-aa9fbae0-53d3-46f2-af5f-589d674c40b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df723df6-9fa2-4b10-8313-05d9c8d40e0f HTTP/1.1" status: 200 len: 217 time: 0.0363014 Jul 15 19:21:29.201544 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-1b2a394e-b7cb-4a80-80be-c7b88988edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:29.203005 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-1b2a394e-b7cb-4a80-80be-c7b88988edc8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0471406 Jul 15 19:21:29.267566 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-29a191b6-c29d-45a0-a17e-c094e43c0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:29.269103 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-29a191b6-c29d-45a0-a17e-c094e43c0f02 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0599387 Jul 15 19:21:29.373735 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-3dc0f6a5-fc3a-4248-ace3-078aa57860e3 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982115 Jul 15 19:21:29.464113 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df4f5f31-0ad6-4be3-8c0f-3f785d070328 req-480e48e8-18f5-46ab-895f-e51420af7cd4 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844462 Jul 15 19:21:29.568383 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da328015-b623-4d2a-9f5c-cf776e4af8ff req-6c644c61-b14d-4e82-bdb8-c5a076b2c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:29.569939 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da328015-b623-4d2a-9f5c-cf776e4af8ff req-6c644c61-b14d-4e82-bdb8-c5a076b2c783 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 1096 time: 0.0571930 Jul 15 19:21:29.671446 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da328015-b623-4d2a-9f5c-cf776e4af8ff req-a3bb2656-9a96-41e1-acee-ce9478ec3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:29.672955 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da328015-b623-4d2a-9f5c-cf776e4af8ff req-a3bb2656-9a96-41e1-acee-ce9478ec3447 service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.0956762 Jul 15 19:21:29.714567 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da328015-b623-4d2a-9f5c-cf776e4af8ff req-5305b359-b302-4837-bbfe-7fb18062dafa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df723df6-9fa2-4b10-8313-05d9c8d40e0f HTTP/1.1" status: 200 len: 217 time: 0.0348370 Jul 15 19:21:29.767703 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da328015-b623-4d2a-9f5c-cf776e4af8ff req-38683465-d258-4263-bd53-8231a45781a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:29.769230 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da328015-b623-4d2a-9f5c-cf776e4af8ff req-38683465-d258-4263-bd53-8231a45781a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0480895 Jul 15 19:21:29.798537 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf807524-ac7f-4b19-8aaf-95463a8fa497 req-4cf77d72-3f46-4895-ba4c-5d0ccff71599 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:29.799997 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf807524-ac7f-4b19-8aaf-95463a8fa497 req-4cf77d72-3f46-4895-ba4c-5d0ccff71599 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0636599 Jul 15 19:21:29.829204 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da328015-b623-4d2a-9f5c-cf776e4af8ff req-cc839a12-f48b-4d42-910a-1acb37227192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:29.830762 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da328015-b623-4d2a-9f5c-cf776e4af8ff req-cc839a12-f48b-4d42-910a-1acb37227192 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0557914 Jul 15 19:21:29.841237 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf807524-ac7f-4b19-8aaf-95463a8fa497 req-63764c5d-2f5c-4072-9ad5-fcd59c24c8c8 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350430 Jul 15 19:21:29.932982 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da328015-b623-4d2a-9f5c-cf776e4af8ff req-d496e9db-b8c0-4933-9795-a96745211002 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954089 Jul 15 19:21:30.029623 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da328015-b623-4d2a-9f5c-cf776e4af8ff req-3a153a1a-3135-4a03-bead-be93691e9557 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906949 Jul 15 19:21:31.030818 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ae92b-ca08-4d2f-a93b-a4f933525454 req-e5d31f41-049f-4b19-9cf6-f1826fcd226f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:31.032357 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f24ae92b-ca08-4d2f-a93b-a4f933525454 req-e5d31f41-049f-4b19-9cf6-f1826fcd226f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0721900 Jul 15 19:21:31.072309 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f24ae92b-ca08-4d2f-a93b-a4f933525454 req-398a093d-4d19-4bbf-be11-95fadbd58091 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341036 Jul 15 19:21:32.252366 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966f0d8-87f8-4920-aa73-fae9f1aa3e09 req-50ee9547-a563-49ee-a38f-1ddaba883746 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:32.253904 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2966f0d8-87f8-4920-aa73-fae9f1aa3e09 req-50ee9547-a563-49ee-a38f-1ddaba883746 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0681753 Jul 15 19:21:32.307668 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2966f0d8-87f8-4920-aa73-fae9f1aa3e09 req-de757fd7-f09e-4965-86f5-3f7b2deb86a0 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458660 Jul 15 19:21:33.508922 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c1bab-443f-45fa-88b2-83e3edf12d7a req-f3155ad0-35f9-453f-9ec9-02429f72b38f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:33.510486 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-338c1bab-443f-45fa-88b2-83e3edf12d7a req-f3155ad0-35f9-453f-9ec9-02429f72b38f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0823655 Jul 15 19:21:33.552039 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-338c1bab-443f-45fa-88b2-83e3edf12d7a req-d0315ef0-1d73-4bda-9f7c-6e9414c8be3d tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358889 Jul 15 19:21:34.746833 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9739d-13e0-4036-801c-3d32c50a3468 req-f8046fad-4c30-47f4-9c94-61dbc8ecb06b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:34.748239 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b3e9739d-13e0-4036-801c-3d32c50a3468 req-f8046fad-4c30-47f4-9c94-61dbc8ecb06b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0719616 Jul 15 19:21:34.792166 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b3e9739d-13e0-4036-801c-3d32c50a3468 req-4fc3b765-fbe1-40c5-845f-5bfa4e7dd03f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377994 Jul 15 19:21:35.984730 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a66ff-bae9-4faf-a2c4-c8fa8f731a29 req-8750bf22-4155-4618-9dde-0f379704e7b7 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:35.986235 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d49a66ff-bae9-4faf-a2c4-c8fa8f731a29 req-8750bf22-4155-4618-9dde-0f379704e7b7 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0670609 Jul 15 19:21:36.035822 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d49a66ff-bae9-4faf-a2c4-c8fa8f731a29 req-55669c54-6525-4eb4-bee8-a18d22f0bc44 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403366 Jul 15 19:21:37.249590 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93c665-6c81-4387-ac08-13c6a43e5636 req-8b80b63d-112c-4087-b49d-9415f0e84f35 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:37.251088 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1d93c665-6c81-4387-ac08-13c6a43e5636 req-8b80b63d-112c-4087-b49d-9415f0e84f35 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0835278 Jul 15 19:21:37.294769 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1d93c665-6c81-4387-ac08-13c6a43e5636 req-ba07cd82-4822-4681-a692-baea9eaffd85 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376432 Jul 15 19:21:38.508593 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c4637-33e2-4479-8d59-acd58dc22d49 req-7bee771f-a4a6-4da0-b9f0-1797329805c7 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:38.510134 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2a2c4637-33e2-4479-8d59-acd58dc22d49 req-7bee771f-a4a6-4da0-b9f0-1797329805c7 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0861712 Jul 15 19:21:38.515134 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device df723df6-9fa2-4b10-8313-05d9c8d40e0f details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:21:38.551174 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2a2c4637-33e2-4479-8d59-acd58dc22d49 req-b7f09df7-a580-4f8d-9a05-cfa09f0f4728 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352712 Jul 15 19:21:38.617065 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port df723df6-9fa2-4b10-8313-05d9c8d40e0f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=df723df6-9fa2-4b10-8313-05d9c8d40e0f,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:38.629467 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'port_id': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'mac_address': 'fa:16:3e:0e:7f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:21:38.673117 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:38.686824 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df723df6-9fa2-4b10-8313-05d9c8d40e0f {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:21:38.707890 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port df723df6-9fa2-4b10-8313-05d9c8d40e0f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=df723df6-9fa2-4b10-8313-05d9c8d40e0f,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:38.714954 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:38.765064 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=df723df6-9fa2-4b10-8313-05d9c8d40e0f,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:38.772703 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:38.773100 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:38.773509 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:38.773831 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:38.774213 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:38.774611 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:38.774942 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:38.775266 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:38.775561 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:38.775880 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:38.776240 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:38.776516 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:38.944017 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['df723df6-9fa2-4b10-8313-05d9c8d40e0f'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:21:39.745690 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a67c6f-9000-4738-b4a8-33977600161a req-726d7d58-c4e6-40b3-b6b8-5dca9a9ab3ff tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:39.747203 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-19a67c6f-9000-4738-b4a8-33977600161a req-726d7d58-c4e6-40b3-b6b8-5dca9a9ab3ff tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 944 time: 0.0824168 Jul 15 19:21:39.789065 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-19a67c6f-9000-4738-b4a8-33977600161a req-5e00b6e6-7ea8-4377-a232-992387f19b8b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359135 Jul 15 19:21:40.294848 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:21:40.514402 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device df723df6-9fa2-4b10-8313-05d9c8d40e0f up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:21:40.573275 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port df723df6-9fa2-4b10-8313-05d9c8d40e0f completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:21:40.577141 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port df723df6-9fa2-4b10-8313-05d9c8d40e0f triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:21:40.577548 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:40.660910 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:40.684108 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:21:40.686428 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996ea1d2-1ef7-4d9d-86ef-89dd3251e0dd" -d '{"events": [{"server_uuid": "c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0", "name": "network-vif-plugged", "status": "completed", "tag": "df723df6-9fa2-4b10-8313-05d9c8d40e0f"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:21:40.699625 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port df723df6-9fa2-4b10-8313-05d9c8d40e0f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=df723df6-9fa2-4b10-8313-05d9c8d40e0f,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:40.705440 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:40.729332 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e330ae-5303-4318-b5b5-bfd215eec5c7 x-openstack-request-id: req-10e330ae-5303-4318-b5b5-bfd215eec5c7 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:21:40.729640 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0", "name": "network-vif-plugged", "status": "completed", "tag": "df723df6-9fa2-4b10-8313-05d9c8d40e0f", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:21:40.729850 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10e330ae-5303-4318-b5b5-bfd215eec5c7 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:21:40.730232 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'code': 200} Jul 15 19:21:40.758085 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=df723df6-9fa2-4b10-8313-05d9c8d40e0f,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:40.989151 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c661c-e432-49b7-8cea-5a896e9d8b9c req-917fd12d-8744-415a-9e77-fc08b8c3eb76 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:40.990809 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f15c661c-e432-49b7-8cea-5a896e9d8b9c req-917fd12d-8744-415a-9e77-fc08b8c3eb76 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0708697 Jul 15 19:21:41.004085 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12eea-8e81-4671-a102-b3f773c5d92b req-bbdd12b3-5d54-4435-b08e-4390ae28722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:41.005634 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aff12eea-8e81-4671-a102-b3f773c5d92b req-bbdd12b3-5d54-4435-b08e-4390ae28722e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 1098 time: 0.0613725 Jul 15 19:21:41.031711 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f15c661c-e432-49b7-8cea-5a896e9d8b9c req-cbfe959c-0eb3-4a1a-95de-8f9f9a38c2d5 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344031 Jul 15 19:21:41.042338 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aff12eea-8e81-4671-a102-b3f773c5d92b req-ae9df1cd-e7b6-446d-8ccc-5d6124112a7c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298190 Jul 15 19:21:41.891889 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:42.250856 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b7dee-e389-4f50-932f-0b68810cace1 req-5c3dcaca-106f-4914-ba3b-780e959a975c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:42.253184 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-835b7dee-e389-4f50-932f-0b68810cace1 req-5c3dcaca-106f-4914-ba3b-780e959a975c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0765758 Jul 15 19:21:42.310818 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-835b7dee-e389-4f50-932f-0b68810cace1 req-6d0f0d08-a2f0-4614-bc10-d2b5bfc07f57 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495949 Jul 15 19:21:42.514019 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c56d4-715c-4826-9969-9888333a0725 req-f14f51cd-c012-4216-93d0-14638c5cf6ac tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:42.515559 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-445c56d4-715c-4826-9969-9888333a0725 req-f14f51cd-c012-4216-93d0-14638c5cf6ac tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0791855 Jul 15 19:21:42.565379 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-445c56d4-715c-4826-9969-9888333a0725 req-f8a453f6-b72b-4573-8c4e-00ba812d5f81 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436423 Jul 15 19:21:42.593567 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57066) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:42.651829 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13615b4e-b7eb-4b97-a0ae-ebc0b863f966 tempest-TestVolumeBootPattern-285059380 tempest-TestVolumeBootPattern-285059380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:42.653388 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-13615b4e-b7eb-4b97-a0ae-ebc0b863f966 tempest-TestVolumeBootPattern-285059380 tempest-TestVolumeBootPattern-285059380-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 1093 time: 0.0587976 Jul 15 19:21:42.657539 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57068) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:42.662031 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Request body: {'floatingip': {'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'port_id': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:21:42.686273 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:42.794962 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:42.915691 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Allocated IP 172.27.1.7 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/98767ac0-c807-4a42-a3e3-1d602bbf010e) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:21:43.025239 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:43.072201 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:43.117011 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:21:43.120532 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:21:43.123509 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:21:43.156553 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'Port': ['ID=98767ac0-c807-4a42-a3e3-1d602bbf010e,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:43.515407 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:43.614857 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:43.784755 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:43.791937 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:43.856357 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'Port': ['ID=98767ac0-c807-4a42-a3e3-1d602bbf010e,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:43.872243 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:43.973496 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Floating IP d35fbeb0-b651-4d46-a964-b24270cdef0c associated. External IP: 172.27.1.7, port: df723df6-9fa2-4b10-8313-05d9c8d40e0f. Jul 15 19:21:44.212484 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Router f5d3914e-13ab-436f-95d2-c733d73a4493 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:21:44.325016 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:21:44.337087 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdb7b55-1fc1-41e3-beef-70d4f7564653 None None] Sync routers for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:21:44.345328 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:44.350139 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb7b55-1fc1-41e3-beef-70d4f7564653 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:44.350884 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6fdb7b55-1fc1-41e3-beef-70d4f7564653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:21:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:44.384603 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0685ca03-8efd-45a2-90bf-971876a36302 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7260075 Jul 15 19:21:44.385331 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'tag': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:21:44.387648 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7e21bc-dcf8-4470-b881-7bb45aaa14e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0", "tag": "df723df6-9fa2-4b10-8313-05d9c8d40e0f"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:21:44.465654 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-6fdb7b55-1fc1-41e3-beef-70d4f7564653 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:44.482961 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28fba20-34f3-49a4-aa51-d12133b6b91e x-openstack-request-id: req-b28fba20-34f3-49a4-aa51-d12133b6b91e {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:21:44.483249 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0", "tag": "df723df6-9fa2-4b10-8313-05d9c8d40e0f", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:21:44.483495 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b28fba20-34f3-49a4-aa51-d12133b6b91e {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:21:44.483894 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'tag': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'status': 'completed', 'code': 200} Jul 15 19:21:44.571634 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e21bc-dcf8-4470-b881-7bb45aaa14e4 req-655c91ca-6855-4cf1-bdcf-0fda1074db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:44.573264 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa7e21bc-dcf8-4470-b881-7bb45aaa14e4 req-655c91ca-6855-4cf1-bdcf-0fda1074db1e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 1098 time: 0.0675733 Jul 15 19:21:44.676373 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e21bc-dcf8-4470-b881-7bb45aaa14e4 req-9efc2c3d-727e-4649-a1ab-2f33564eb509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:44.677764 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa7e21bc-dcf8-4470-b881-7bb45aaa14e4 req-9efc2c3d-727e-4649-a1ab-2f33564eb509 service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.0986626 Jul 15 19:21:44.713889 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6fdb7b55-1fc1-41e3-beef-70d4f7564653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': 'd35fbeb0-b651-4d46-a964-b24270cdef0c', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:0e:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:43Z', 'updated_at': '2021-07-15T19:21:43Z', 'revision_number': 0, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:44.743685 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdb7b55-1fc1-41e3-beef-70d4f7564653 None None] Checking router: f5d3914e-13ab-436f-95d2-c733d73a4493 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:21:44.747520 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa7e21bc-dcf8-4470-b881-7bb45aaa14e4 req-52a6014e-53bb-4554-9330-e05d044d8e85 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df723df6-9fa2-4b10-8313-05d9c8d40e0f HTTP/1.1" status: 200 len: 997 time: 0.0623984 Jul 15 19:21:44.752784 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb7b55-1fc1-41e3-beef-70d4f7564653 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:44.753457 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6fdb7b55-1fc1-41e3-beef-70d4f7564653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:21:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:44.801715 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e21bc-dcf8-4470-b881-7bb45aaa14e4 req-03c55c6c-1c70-4a3d-87fc-85b89425f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:44.803167 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa7e21bc-dcf8-4470-b881-7bb45aaa14e4 req-03c55c6c-1c70-4a3d-87fc-85b89425f6c8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0501320 Jul 15 19:21:44.867443 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-6fdb7b55-1fc1-41e3-beef-70d4f7564653 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:44.869118 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e21bc-dcf8-4470-b881-7bb45aaa14e4 req-0bb16331-1f4b-4cf3-8711-8db6d4511563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:44.870768 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa7e21bc-dcf8-4470-b881-7bb45aaa14e4 req-0bb16331-1f4b-4cf3-8711-8db6d4511563 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0604935 Jul 15 19:21:44.964497 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa7e21bc-dcf8-4470-b881-7bb45aaa14e4 req-b286c5c1-5d14-4e38-8087-bbdc08aea846 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870368 Jul 15 19:21:45.060794 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa7e21bc-dcf8-4470-b881-7bb45aaa14e4 req-14eccf7d-914e-4d8a-84ea-3a7331296473 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899272 Jul 15 19:21:45.102920 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6fdb7b55-1fc1-41e3-beef-70d4f7564653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': 'd35fbeb0-b651-4d46-a964-b24270cdef0c', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:0e:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:43Z', 'updated_at': '2021-07-15T19:21:43Z', 'revision_number': 0, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:45.135369 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdb7b55-1fc1-41e3-beef-70d4f7564653 None None] The sync data for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi is: [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': 'd35fbeb0-b651-4d46-a964-b24270cdef0c', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:0e:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:43Z', 'updated_at': '2021-07-15T19:21:43Z', 'revision_number': 0, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:21:45.368057 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb794f-aa07-4cc4-9f05-c1b92ca95fbf None None] New status for floating IP d35fbeb0-b651-4d46-a964-b24270cdef0c: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:21:46.540842 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-28ff6f21-53b0-4559-ab39-6c915353cc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:50.243320 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:51.199981 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-740be03b-e16d-4565-a96c-5f18076ee922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:52.136473 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:52.849981 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39cded76-19ef-4193-ad63-19bf1aaabff6 req-68bce7cd-7ba5-428a-b90f-f14bef32e28d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550568 Jul 15 19:21:52.971108 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cded76-19ef-4193-ad63-19bf1aaabff6 req-7a9f4f54-8c55-4473-9dbd-1fe4b5946320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:52.972673 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39cded76-19ef-4193-ad63-19bf1aaabff6 req-7a9f4f54-8c55-4473-9dbd-1fe4b5946320 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 1098 time: 0.0688498 Jul 15 19:21:53.083275 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cded76-19ef-4193-ad63-19bf1aaabff6 req-ed25939a-a350-4789-975e-b130788fcfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:53.084745 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39cded76-19ef-4193-ad63-19bf1aaabff6 req-ed25939a-a350-4789-975e-b130788fcfa2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.0859499 Jul 15 19:21:53.161767 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39cded76-19ef-4193-ad63-19bf1aaabff6 req-b82256b3-72a4-4967-9a5c-1f296295363b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df723df6-9fa2-4b10-8313-05d9c8d40e0f HTTP/1.1" status: 200 len: 999 time: 0.0694525 Jul 15 19:21:53.222750 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cded76-19ef-4193-ad63-19bf1aaabff6 req-171d39fd-06f7-4770-a60b-f956c496c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:53.224176 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39cded76-19ef-4193-ad63-19bf1aaabff6 req-171d39fd-06f7-4770-a60b-f956c496c74e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0550151 Jul 15 19:21:53.284445 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cded76-19ef-4193-ad63-19bf1aaabff6 req-464dbad9-b58a-4177-b0d3-1ec6e55f7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:53.285964 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39cded76-19ef-4193-ad63-19bf1aaabff6 req-464dbad9-b58a-4177-b0d3-1ec6e55f7596 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0550799 Jul 15 19:21:53.667672 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:53.677030 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39cded76-19ef-4193-ad63-19bf1aaabff6 req-06292de4-1914-4ba4-9591-90f1d15ec934 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837972 Jul 15 19:21:53.771332 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39cded76-19ef-4193-ad63-19bf1aaabff6 req-0537e871-76c9-4aa4-a67c-11e7fb21b3be service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863786 Jul 15 19:22:11.888304 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:16.537665 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c0648f60-9de3-460a-bebf-31359ee3ec83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:17.295072 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:22:20.241694 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:21.193719 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4af772f5-f2c6-4963-b9ef-a29c9a72af1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:22.138973 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:23.669975 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:41.903464 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:46.533965 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-394a5123-0885-422c-9e6d-a6fcb0881b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:50.236388 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:51.198052 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1f7e5a9f-5d7d-428f-8b3f-1b98deda6287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:52.148753 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:53.231841 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cd6b825-aacc-4e3d-949e-157b20128bf5 req-7255b711-7024-4e88-8e96-203bd80080ca service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650668 Jul 15 19:22:53.334578 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6b825-aacc-4e3d-949e-157b20128bf5 req-bcb0c344-f36d-4ddd-b639-0867601e1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:53.336111 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cd6b825-aacc-4e3d-949e-157b20128bf5 req-bcb0c344-f36d-4ddd-b639-0867601e1cb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 1098 time: 0.0560043 Jul 15 19:22:53.450131 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6b825-aacc-4e3d-949e-157b20128bf5 req-8b498df1-2c05-4b5f-a48e-651e5a338a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:53.451504 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cd6b825-aacc-4e3d-949e-157b20128bf5 req-8b498df1-2c05-4b5f-a48e-651e5a338a68 service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.0939095 Jul 15 19:22:53.524407 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cd6b825-aacc-4e3d-949e-157b20128bf5 req-d4af2fe9-de3a-463e-910a-6d25b8eb4b9b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df723df6-9fa2-4b10-8313-05d9c8d40e0f HTTP/1.1" status: 200 len: 999 time: 0.0666506 Jul 15 19:22:53.578003 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6b825-aacc-4e3d-949e-157b20128bf5 req-e5a52659-354c-4f3d-9a48-8dbd18856c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:53.579610 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cd6b825-aacc-4e3d-949e-157b20128bf5 req-e5a52659-354c-4f3d-9a48-8dbd18856c6d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0485220 Jul 15 19:22:53.649461 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6b825-aacc-4e3d-949e-157b20128bf5 req-703b09ea-dfd0-406c-8d78-94c699630beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:53.650881 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cd6b825-aacc-4e3d-949e-157b20128bf5 req-703b09ea-dfd0-406c-8d78-94c699630beb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0646405 Jul 15 19:22:53.672671 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:53.747050 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cd6b825-aacc-4e3d-949e-157b20128bf5 req-ece6a862-33dc-46cd-b241-a8c2a427427f service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895531 Jul 15 19:22:53.838172 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cd6b825-aacc-4e3d-949e-157b20128bf5 req-ae348be0-fd8a-46da-8925-bc4aeaf2e6a0 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855002 Jul 15 19:22:54.294446 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:23:11.900830 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:14.883170 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [req-882985e4-c45a-4385-be77-b37f4cf188b9 req-59b2e516-ea5e-46cf-aac9-3dfcc3bbf240 service neutron] (93251) timed out ('10.222.0.81', 49355) {{(pid=93251) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 19:23:16.537626 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b4457dba-afe5-44a4-a815-55f38d44ae8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:20.247652 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:21.201625 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-44209b5e-02c0-4722-8d3b-e7ab0f5f235a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:22.134313 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-58762d5b-aa73-4ebf-b628-4c43797643f5 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696473437&fields=id&tenant_id=f41333edc86d4de99fec9593eb0709b5 HTTP/1.1" status: 200 len: 267 time: 0.0386791 Jul 15 19:23:22.147085 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:22.248783 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-ae5963db-e814-4050-bf34-a63084dc87c3 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:22.250287 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-ae5963db-e814-4050-bf34-a63084dc87c3 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 811 time: 0.1082702 Jul 15 19:23:22.268324 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-b19814b2-0352-40eb-94b2-c3b3e8f144e7 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/quotas/f41333edc86d4de99fec9593eb0709b5 HTTP/1.1" status: 200 len: 375 time: 0.0097196 Jul 15 19:23:22.350919 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-af67702c-de84-4d5f-818c-980b448d7bbc tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0774300 Jul 15 19:23:22.453897 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-3717c575-2342-46cc-a9dd-c3afa01998d3 service neutron] 10.222.0.78 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879781 Jul 15 19:23:22.564463 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-f0c223d7-c769-4b5a-97fc-2c2135393607 service neutron] 10.222.0.78 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022158 Jul 15 19:23:22.937988 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2a872527-60f4-45f9-8368-b4c0215c0930 req-bb03a427-a7a5-44ae-b117-98bacfe43730 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 210 time: 0.0451941 Jul 15 19:23:23.676566 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:24.092889 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a35ee24b-68e5-4120-9f7e-8b4393d8ef68 req-1b874b85-cc09-4046-870e-33330866e3d9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 210 time: 0.0393400 Jul 15 19:23:24.131064 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-9cba29ee-01d4-4d82-b21c-85ff2511f978 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:24.132550 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-9cba29ee-01d4-4d82-b21c-85ff2511f978 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 811 time: 0.1271689 Jul 15 19:23:24.177667 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-26d4b98e-d505-42e4-9227-e3240b411e6f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41333edc86d4de99fec9593eb0709b5 HTTP/1.1" status: 200 len: 379 time: 0.0364366 Jul 15 19:23:24.186147 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Request body: {'port': {'device_id': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'admin_state_up': True, 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'security_groups': ['5ad3f2bd-8410-4317-8765-bfb824030558']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:23:24.309319 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Made reservation on behalf of f41333edc86d4de99fec9593eb0709b5 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:23:24.314626 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:24.451737 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Allocated IP 172.20.0.11 (55b4fc6f-ce63-4e8d-85a8-bd607261aaf9/66190b14-ee07-4c5a-820f-f5c18614b9be/9035ad60-2efd-4f8b-81f4-a2ac717cea17) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:23:24.598349 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:24.613017 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Transition to ACTIVE for port object 9035ad60-2efd-4f8b-81f4-a2ac717cea17 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:23:24.651136 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:24.706101 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:23:24.709599 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:23:24.712333 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:23:24.740332 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'Port': ['ID=9035ad60-2efd-4f8b-81f4-a2ac717cea17,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:24.755381 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:24.755733 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:24.756320 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:24.756658 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:24.756986 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:24.757370 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:24.757658 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:24.758176 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:24.758509 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:24.758834 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:24.759170 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:24.759490 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:24.783093 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:24.783769 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:24.800809 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-111e23a2-520a-44a7-b90d-9fd6aa236521 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6183958 Jul 15 19:23:24.813208 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Request body: {'port': {'device_id': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:23:24.899541 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:24.945684 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-031b32c3-046a-4bf0-8cbf-fe851f2ac5c9 None None] Provisioning for port 9035ad60-2efd-4f8b-81f4-a2ac717cea17 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:23:24.950180 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-031b32c3-046a-4bf0-8cbf-fe851f2ac5c9 None None] Provisioning complete for port 9035ad60-2efd-4f8b-81f4-a2ac717cea17 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:23:24.950595 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-031b32c3-046a-4bf0-8cbf-fe851f2ac5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:24.983622 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-031b32c3-046a-4bf0-8cbf-fe851f2ac5c9 None None] Port 9035ad60-2efd-4f8b-81f4-a2ac717cea17 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:23:25.193872 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9035ad60-2efd-4f8b-81f4-a2ac717cea17 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:23:25.201884 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.214500 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Transition to ACTIVE for port object 9035ad60-2efd-4f8b-81f4-a2ac717cea17 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:23:25.218487 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.302800 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9035ad60-2efd-4f8b-81f4-a2ac717cea17,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:25.382758 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29f8c2-4c0e-4727-a9d3-3a99d156ed3f req-358f2bbf-d1b0-4d60-9383-347ca6f4aa85 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:25.384297 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7b29f8c2-4c0e-4727-a9d3-3a99d156ed3f req-358f2bbf-d1b0-4d60-9383-347ca6f4aa85 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 944 time: 0.1576762 Jul 15 19:23:25.412931 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Attempting to bind port 9035ad60-2efd-4f8b-81f4-a2ac717cea17 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:23:25.413288 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Attempting to bind port 9035ad60-2efd-4f8b-81f4-a2ac717cea17 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:23:25.413618 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Attempting to bind port 9035ad60-2efd-4f8b-81f4-a2ac717cea17 on network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:23:25.421909 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Port 9035ad60-2efd-4f8b-81f4-a2ac717cea17 on network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:23:25.422228 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Attempting to bind port 9035ad60-2efd-4f8b-81f4-a2ac717cea17 on network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:23:25.437061 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Checking agent: {'id': 'afdba5df-243d-4f4f-b404-f49b6d3a05fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'started_at': datetime.datetime(2021, 7, 15, 19, 3, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:23:25.437458 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Checking segment: {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:23:25.437841 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Bound using segment: {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:23:25.438284 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Bound port: 9035ad60-2efd-4f8b-81f4-a2ac717cea17, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd46be1-aa39-448e-bd8d-0452900eedd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:23:25.438644 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.445784 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7b29f8c2-4c0e-4727-a9d3-3a99d156ed3f req-585e4951-6d1a-483e-8c0b-a07315952145 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541499 Jul 15 19:23:25.514445 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] For port 9035ad60-2efd-4f8b-81f4-a2ac717cea17, host hv-cinder-78093, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:23:25.519161 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] For port 9035ad60-2efd-4f8b-81f4-a2ac717cea17, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9035ad60-2efd-4f8b-81f4-a2ac717cea17,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:23:25.524892 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59799080'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.559179 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:25.559808 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.561273 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] 10.222.0.81 "PUT /v2.0/ports/9035ad60-2efd-4f8b-81f4-a2ac717cea17 HTTP/1.1" status: 200 len: 1094 time: 0.7526619 Jul 15 19:23:25.561718 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'tag': '9035ad60-2efd-4f8b-81f4-a2ac717cea17'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:23:25.564017 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b71658-5c97-4f22-a88a-57c87f210d13" -d '{"events": [{"name": "network-changed", "server_uuid": "02ec16df-f899-40dd-a747-5eba947c6f5f", "tag": "9035ad60-2efd-4f8b-81f4-a2ac717cea17"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:23:25.601878 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1220e-4080-4f7d-b022-088a6229b6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9035ad60-2efd-4f8b-81f4-a2ac717cea17,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:25.611862 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac4de76-b6b4-456a-90d5-9bf3ad7dd8aa x-openstack-request-id: req-dac4de76-b6b4-456a-90d5-9bf3ad7dd8aa {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:23:25.612267 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ec16df-f899-40dd-a747-5eba947c6f5f", "tag": "9035ad60-2efd-4f8b-81f4-a2ac717cea17", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:23:25.612640 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dac4de76-b6b4-456a-90d5-9bf3ad7dd8aa {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:23:25.613177 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'tag': '9035ad60-2efd-4f8b-81f4-a2ac717cea17', 'status': 'completed', 'code': 200} Jul 15 19:23:25.681184 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-3a705a10-342b-4afd-a28c-6b293cd9e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:25.682815 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-3a705a10-342b-4afd-a28c-6b293cd9e04e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 1097 time: 0.0671279 Jul 15 19:23:25.732961 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-4dabc813-c72f-4821-b315-7460b1676425 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9035ad60-2efd-4f8b-81f4-a2ac717cea17 HTTP/1.1" status: 200 len: 217 time: 0.0432830 Jul 15 19:23:25.787897 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-f77335e4-263c-451f-8cc3-41a8973ccfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:25.789910 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-f77335e4-263c-451f-8cc3-41a8973ccfdf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0512929 Jul 15 19:23:25.852702 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-85ca3dff-64e0-456d-aac5-52ea2fc3cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:25.854674 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-85ca3dff-64e0-456d-aac5-52ea2fc3cf7a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577617 Jul 15 19:23:25.963457 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-0e781569-678e-4a5e-8b19-1efba8cb06bf service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020184 Jul 15 19:23:26.059150 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0c310bb-2f31-48da-92a4-1ef2c52c55be req-3ef5418c-a042-4594-99a9-97912091cbf6 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893831 Jul 15 19:23:26.187080 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71658-5c97-4f22-a88a-57c87f210d13 req-c7546400-521e-4950-8bad-f7f1169056fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:26.188661 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30b71658-5c97-4f22-a88a-57c87f210d13 req-c7546400-521e-4950-8bad-f7f1169056fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 1097 time: 0.0789158 Jul 15 19:23:26.299791 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71658-5c97-4f22-a88a-57c87f210d13 req-85a60f01-1cc2-424b-91cc-e55a514064eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:26.301316 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30b71658-5c97-4f22-a88a-57c87f210d13 req-85a60f01-1cc2-424b-91cc-e55a514064eb service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.1026204 Jul 15 19:23:26.351699 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30b71658-5c97-4f22-a88a-57c87f210d13 req-4dc58a76-6783-465d-96ba-7c66af677e24 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9035ad60-2efd-4f8b-81f4-a2ac717cea17 HTTP/1.1" status: 200 len: 217 time: 0.0420060 Jul 15 19:23:26.413799 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71658-5c97-4f22-a88a-57c87f210d13 req-bef371ef-77d2-4872-b46e-de77a3fd5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:26.415719 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30b71658-5c97-4f22-a88a-57c87f210d13 req-bef371ef-77d2-4872-b46e-de77a3fd5db4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0574379 Jul 15 19:23:26.484851 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71658-5c97-4f22-a88a-57c87f210d13 req-ac3440ff-89b1-47c0-9b07-b87b2b68d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:26.486408 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30b71658-5c97-4f22-a88a-57c87f210d13 req-ac3440ff-89b1-47c0-9b07-b87b2b68d2ba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0617063 Jul 15 19:23:26.629470 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30b71658-5c97-4f22-a88a-57c87f210d13 req-576e1c54-1a0a-4b41-9e48-2b7a930fb18c service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328375 Jul 15 19:23:26.689850 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee9400-3dc7-4b90-8272-6f2e911af23f req-984adc19-5096-4ae1-bcba-38db43ad2432 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:26.691456 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e9ee9400-3dc7-4b90-8272-6f2e911af23f req-984adc19-5096-4ae1-bcba-38db43ad2432 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 944 time: 0.1300790 Jul 15 19:23:26.774297 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e9ee9400-3dc7-4b90-8272-6f2e911af23f req-906b7059-0dda-42c9-97dc-71824bc49227 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570226 Jul 15 19:23:26.776330 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30b71658-5c97-4f22-a88a-57c87f210d13 req-a7f6eb43-ff35-4f08-9118-8984816e188e service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380939 Jul 15 19:23:27.954073 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaebb3a-cc4e-4f6c-b45b-e4bbdb439da4 req-15347c4a-91fd-40f0-b531-761c8e2742c1 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:27.955608 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cdaebb3a-cc4e-4f6c-b45b-e4bbdb439da4 req-15347c4a-91fd-40f0-b531-761c8e2742c1 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 944 time: 0.0678165 Jul 15 19:23:27.998133 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cdaebb3a-cc4e-4f6c-b45b-e4bbdb439da4 req-2ba35f71-05ca-468d-bfda-0bb5dc010819 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367918 Jul 15 19:23:29.175269 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8ac27-2603-41d9-8eec-9b36c09de024 req-359a2e57-28eb-4d36-aa22-90ea0d2d794c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:29.176782 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0cd8ac27-2603-41d9-8eec-9b36c09de024 req-359a2e57-28eb-4d36-aa22-90ea0d2d794c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 944 time: 0.0668075 Jul 15 19:23:29.222872 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0cd8ac27-2603-41d9-8eec-9b36c09de024 req-9593b5ce-67df-4872-ba68-eafa4a764f70 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398445 Jul 15 19:23:30.416203 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ddee5-03a7-4f73-ab98-a451d6e9aec7 req-80a3fe90-db2c-47dc-a3b3-654b1c6a4559 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:30.417685 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-925ddee5-03a7-4f73-ab98-a451d6e9aec7 req-80a3fe90-db2c-47dc-a3b3-654b1c6a4559 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 944 time: 0.0759006 Jul 15 19:23:30.464760 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-925ddee5-03a7-4f73-ab98-a451d6e9aec7 req-b1ad1c2a-37da-4e45-ae92-b262d2e7c969 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411549 Jul 15 19:23:31.298043 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:23:31.644575 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a759ccb-a79e-4bbd-a7dd-36344b32612c req-757345bb-5a2f-4b45-8645-10601be2ed39 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:31.646143 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a759ccb-a79e-4bbd-a7dd-36344b32612c req-757345bb-5a2f-4b45-8645-10601be2ed39 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 944 time: 0.0681129 Jul 15 19:23:31.701990 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a759ccb-a79e-4bbd-a7dd-36344b32612c req-d7c9a18f-666c-439f-9703-903f34ed38c8 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492043 Jul 15 19:23:32.892133 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a85bc-0159-420b-bf8b-110d24710479 req-7ab4a4ed-a432-4f9d-8472-4d0de86c9f74 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:32.893695 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-658a85bc-0159-420b-bf8b-110d24710479 req-7ab4a4ed-a432-4f9d-8472-4d0de86c9f74 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 944 time: 0.0685146 Jul 15 19:23:32.935017 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-658a85bc-0159-420b-bf8b-110d24710479 req-8f118a1d-fa8b-4a3c-9958-c081ef2a48d5 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353909 Jul 15 19:23:34.134165 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203fb8a-88f9-4916-a318-399e64139916 req-420909fa-4970-4fb5-a6ec-b2081fa56cad tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:34.135698 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f203fb8a-88f9-4916-a318-399e64139916 req-420909fa-4970-4fb5-a6ec-b2081fa56cad tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 944 time: 0.0682728 Jul 15 19:23:34.175319 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f203fb8a-88f9-4916-a318-399e64139916 req-4457d602-2432-4eae-8a78-6f45622453cb tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334210 Jul 15 19:23:35.040114 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 9035ad60-2efd-4f8b-81f4-a2ac717cea17 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:23:35.140334 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 9035ad60-2efd-4f8b-81f4-a2ac717cea17, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9035ad60-2efd-4f8b-81f4-a2ac717cea17,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:23:35.281373 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Returning: {'device': '9035ad60-2efd-4f8b-81f4-a2ac717cea17', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'port_id': '9035ad60-2efd-4f8b-81f4-a2ac717cea17', 'mac_address': 'fa:16:3e:b1:3c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:23:35.319789 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:35.334259 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9035ad60-2efd-4f8b-81f4-a2ac717cea17 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:23:35.355466 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 9035ad60-2efd-4f8b-81f4-a2ac717cea17, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9035ad60-2efd-4f8b-81f4-a2ac717cea17,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:23:35.356885 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41baa26-20dd-4d96-9382-8888b0945bd1 req-89f8b1e9-f544-427a-b1f1-ca3da3208fb4 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:35.358655 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a41baa26-20dd-4d96-9382-8888b0945bd1 req-89f8b1e9-f544-427a-b1f1-ca3da3208fb4 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 944 time: 0.0686331 Jul 15 19:23:35.362607 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:35.401775 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a41baa26-20dd-4d96-9382-8888b0945bd1 req-745cbc07-522f-4345-befd-5fb0ff04b2f8 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353217 Jul 15 19:23:35.412715 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=9035ad60-2efd-4f8b-81f4-a2ac717cea17,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:35.420777 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:35.421153 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:35.421511 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:35.421838 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:35.422164 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:35.422488 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:35.422831 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:35.423134 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:35.423474 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:35.423917 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:35.424092 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:35.424423 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:35.581922 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] get_ports_and_sgs() called for port_ids ['9035ad60-2efd-4f8b-81f4-a2ac717cea17'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:23:36.582261 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515a624-9178-4403-9564-c47541855b8a req-af7faaaf-11cf-4e87-9dd3-cf7508c58db0 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:36.583798 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9515a624-9178-4403-9564-c47541855b8a req-af7faaaf-11cf-4e87-9dd3-cf7508c58db0 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 945 time: 0.0679402 Jul 15 19:23:36.628237 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9515a624-9178-4403-9564-c47541855b8a req-95738f67-4b2f-4628-adac-bc6b6f6c4416 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351274 Jul 15 19:23:37.039681 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 9035ad60-2efd-4f8b-81f4-a2ac717cea17 up at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:23:37.102139 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning for port 9035ad60-2efd-4f8b-81f4-a2ac717cea17 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:23:37.106971 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Provisioning complete for port 9035ad60-2efd-4f8b-81f4-a2ac717cea17 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:23:37.107344 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973860'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:37.200569 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:37.224644 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9035ad60-2efd-4f8b-81f4-a2ac717cea17'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:23:37.226975 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ccb22cd3e4a303b085a96bd99b5d78f5871f4468358bfb1c42e89d4990c1b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a82ecb-1895-4495-9ea0-92ad03904c9c" -d '{"events": [{"server_uuid": "02ec16df-f899-40dd-a747-5eba947c6f5f", "name": "network-vif-plugged", "status": "completed", "tag": "9035ad60-2efd-4f8b-81f4-a2ac717cea17"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:23:37.241270 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] For port 9035ad60-2efd-4f8b-81f4-a2ac717cea17, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9035ad60-2efd-4f8b-81f4-a2ac717cea17,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:23:37.247167 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:37.296360 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Pushing event updated for resources: {'Port': ['ID=9035ad60-2efd-4f8b-81f4-a2ac717cea17,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:37.323868 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d46745-fb74-48ab-9054-b5630e4c2a8e x-openstack-request-id: req-f2d46745-fb74-48ab-9054-b5630e4c2a8e {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:23:37.324155 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ec16df-f899-40dd-a747-5eba947c6f5f", "name": "network-vif-plugged", "status": "completed", "tag": "9035ad60-2efd-4f8b-81f4-a2ac717cea17", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:23:37.324404 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2d46745-fb74-48ab-9054-b5630e4c2a8e {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:23:37.324801 dv-cinder-780933-11-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9035ad60-2efd-4f8b-81f4-a2ac717cea17', 'code': 200} Jul 15 19:23:37.611510 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf68635-e578-4a1d-9bd7-19806d11fe66 req-e0f252f3-3a8a-4681-86bf-fce65979f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:37.612936 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6cf68635-e578-4a1d-9bd7-19806d11fe66 req-e0f252f3-3a8a-4681-86bf-fce65979f83b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 1099 time: 0.0590580 Jul 15 19:23:37.651216 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6cf68635-e578-4a1d-9bd7-19806d11fe66 req-a775a696-b681-4b90-a350-9575d6c485c9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307825 Jul 15 19:23:37.823246 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88045b4b-8162-4a09-973e-1f85dac89164 req-7bbb30cd-ebf5-4015-abe6-8cbe0dc3de1c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:37.824851 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-88045b4b-8162-4a09-973e-1f85dac89164 req-7bbb30cd-ebf5-4015-abe6-8cbe0dc3de1c tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0786390 Jul 15 19:23:37.867259 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-88045b4b-8162-4a09-973e-1f85dac89164 req-dca300a1-dec7-4e1f-bcc1-5e1f4d89fd97 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365105 Jul 15 19:23:38.912857 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-010e9b5d-cbaf-448d-9f16-8baf4a723eed req-2f14f1ba-df87-4da9-997a-b33a725f8068 service neutron] (93250) timed out ('10.222.0.81', 49341) {{(pid=93250) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 19:23:39.096037 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1935d1d-d3e3-4120-91d8-3822223eb101 req-99e9f800-b607-4f68-896d-4576a101e8a3 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:39.097584 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d1935d1d-d3e3-4120-91d8-3822223eb101 req-99e9f800-b607-4f68-896d-4576a101e8a3 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0722017 Jul 15 19:23:39.140892 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d1935d1d-d3e3-4120-91d8-3822223eb101 req-9c8ed3b1-9b62-4737-80e7-e357d17c2c55 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373609 Jul 15 19:23:39.337846 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bffbf9-c716-4c88-8bc5-27915e57f8ab req-6ec05729-6cf1-4bd7-b101-5d8572be3b36 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:39.339540 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-56bffbf9-c716-4c88-8bc5-27915e57f8ab req-6ec05729-6cf1-4bd7-b101-5d8572be3b36 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0803409 Jul 15 19:23:39.404444 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-56bffbf9-c716-4c88-8bc5-27915e57f8ab req-2f759d43-cd45-42ea-9a2b-85cdb032133e tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569656 Jul 15 19:23:39.429939 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57208) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:39.486435 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b576df42-03ca-4058-9c46-d41dd1faff6a tempest-TestVolumeBootPattern-285059380 tempest-TestVolumeBootPattern-285059380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:39.488286 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b576df42-03ca-4058-9c46-d41dd1faff6a tempest-TestVolumeBootPattern-285059380 tempest-TestVolumeBootPattern-285059380-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 1094 time: 0.0569031 Jul 15 19:23:39.491242 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 57210) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:39.496619 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Request body: {'floatingip': {'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'port_id': '9035ad60-2efd-4f8b-81f4-a2ac717cea17', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:23:39.523913 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:39.634782 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:39.748805 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Allocated IP 172.27.1.57 (7f24fc20-e1b3-4fad-9fd0-cee0dd875646/6cb81959-791d-4326-98fc-29ef65e101a4/555cfb10-f018-483f-91df-c2e39adad698) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:23:39.874126 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:39.919349 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759021499293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:39.961963 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Network 7f24fc20-e1b3-4fad-9fd0-cee0dd875646 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:23:39.967755 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:23:39.970737 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:23:40.000483 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'Port': ['ID=555cfb10-f018-483f-91df-c2e39adad698,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:40.015365 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:40.015712 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:40.016053 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:40.016388 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:40.016712 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:40.017043 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:40.017405 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:40.017729 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:40.018053 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:40.018376 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:40.018689 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:40.019009 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:40.387011 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:40.496677 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534484'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:40.651568 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:40.657500 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759021899605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759021499311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759021499329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58955099'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:40.734452 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event updated for resources: {'Port': ['ID=555cfb10-f018-483f-91df-c2e39adad698,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:40.741294 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3759790'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:40.855299 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Floating IP 5c0dab45-9e99-4c4f-8238-e53681da84bd associated. External IP: 172.27.1.57, port: 9035ad60-2efd-4f8b-81f4-a2ac717cea17. Jul 15 19:23:41.333338 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Router f5d3914e-13ab-436f-95d2-c733d73a4493 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:23:41.452498 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:23:41.463152 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a489edc1-7b09-4ba3-95cc-3fde17b3d5d9 None None] Sync routers for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:23:41.474008 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:41.474975 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a489edc1-7b09-4ba3-95cc-3fde17b3d5d9 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:23:41.475611 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a489edc1-7b09-4ba3-95cc-3fde17b3d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:23:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:41.522973 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-73d795e3-c38d-42e7-a504-5bc461550656 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0303867 Jul 15 19:23:41.523748 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'tag': '9035ad60-2efd-4f8b-81f4-a2ac717cea17'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:23:41.526374 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d487e05c7bc77a0d797d40f0ee1db13b1b7ca83f6747dd086ea50c900277cffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f322342e-2cb4-46ee-a160-29d5d0d00563" -d '{"events": [{"name": "network-changed", "server_uuid": "02ec16df-f899-40dd-a747-5eba947c6f5f", "tag": "9035ad60-2efd-4f8b-81f4-a2ac717cea17"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:23:41.626973 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-a489edc1-7b09-4ba3-95cc-3fde17b3d5d9 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:23:41.652370 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4614cc05-34db-4332-ad03-306b13d6cf6f x-openstack-request-id: req-4614cc05-34db-4332-ad03-306b13d6cf6f {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:23:41.652658 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ec16df-f899-40dd-a747-5eba947c6f5f", "tag": "9035ad60-2efd-4f8b-81f4-a2ac717cea17", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:23:41.652904 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4614cc05-34db-4332-ad03-306b13d6cf6f {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:23:41.653347 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'tag': '9035ad60-2efd-4f8b-81f4-a2ac717cea17', 'status': 'completed', 'code': 200} Jul 15 19:23:41.735450 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322342e-2cb4-46ee-a160-29d5d0d00563 req-0a2ad1df-d6b8-4643-805a-0597df205950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:41.737092 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f322342e-2cb4-46ee-a160-29d5d0d00563 req-0a2ad1df-d6b8-4643-805a-0597df205950 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 1099 time: 0.0552020 Jul 15 19:23:41.837180 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322342e-2cb4-46ee-a160-29d5d0d00563 req-38d11a5f-269c-4583-bb89-8883e815b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:41.838708 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f322342e-2cb4-46ee-a160-29d5d0d00563 req-38d11a5f-269c-4583-bb89-8883e815b37a service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.0954456 Jul 15 19:23:41.878299 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a489edc1-7b09-4ba3-95cc-3fde17b3d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '5c0dab45-9e99-4c4f-8238-e53681da84bd', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': '9035ad60-2efd-4f8b-81f4-a2ac717cea17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:b1:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:23:40Z', 'updated_at': '2021-07-15T19:23:40Z', 'revision_number': 0, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}, {'id': 'd35fbeb0-b651-4d46-a964-b24270cdef0c', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:0e:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:43Z', 'updated_at': '2021-07-15T19:21:45Z', 'revision_number': 1, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:41.907557 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f322342e-2cb4-46ee-a160-29d5d0d00563 req-88851b2c-7bac-493b-99bb-409f55e6230c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9035ad60-2efd-4f8b-81f4-a2ac717cea17 HTTP/1.1" status: 200 len: 999 time: 0.0624204 Jul 15 19:23:41.914670 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a489edc1-7b09-4ba3-95cc-3fde17b3d5d9 None None] Checking router: f5d3914e-13ab-436f-95d2-c733d73a4493 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:23:41.925816 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:41.926863 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a489edc1-7b09-4ba3-95cc-3fde17b3d5d9 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:23:41.927497 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a489edc1-7b09-4ba3-95cc-3fde17b3d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:23:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:41.960486 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322342e-2cb4-46ee-a160-29d5d0d00563 req-e3a22e1d-ef38-4360-91c6-dfa9c7138645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:41.962348 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f322342e-2cb4-46ee-a160-29d5d0d00563 req-e3a22e1d-ef38-4360-91c6-dfa9c7138645 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0474975 Jul 15 19:23:42.034180 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322342e-2cb4-46ee-a160-29d5d0d00563 req-4f76ea63-cb79-43bc-a686-c084b238b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:42.035699 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f322342e-2cb4-46ee-a160-29d5d0d00563 req-4f76ea63-cb79-43bc-a686-c084b238b0ac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0652461 Jul 15 19:23:42.054243 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-a489edc1-7b09-4ba3-95cc-3fde17b3d5d9 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:23:42.142000 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f322342e-2cb4-46ee-a160-29d5d0d00563 req-bd729ba5-6b47-4abd-acdc-a534215fcf58 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998540 Jul 15 19:23:42.249965 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f322342e-2cb4-46ee-a160-29d5d0d00563 req-0c3e6b23-f05f-4895-a4ea-f79d72c9be6d service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023533 Jul 15 19:23:42.313913 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a489edc1-7b09-4ba3-95cc-3fde17b3d5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '5c0dab45-9e99-4c4f-8238-e53681da84bd', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': '9035ad60-2efd-4f8b-81f4-a2ac717cea17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:b1:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:23:40Z', 'updated_at': '2021-07-15T19:23:40Z', 'revision_number': 0, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}, {'id': 'd35fbeb0-b651-4d46-a964-b24270cdef0c', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:0e:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:43Z', 'updated_at': '2021-07-15T19:21:45Z', 'revision_number': 1, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:42.341702 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a489edc1-7b09-4ba3-95cc-3fde17b3d5d9 None None] The sync data for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi is: [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': '5c0dab45-9e99-4c4f-8238-e53681da84bd', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': '9035ad60-2efd-4f8b-81f4-a2ac717cea17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:b1:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:23:40Z', 'updated_at': '2021-07-15T19:23:40Z', 'revision_number': 0, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}, {'id': 'd35fbeb0-b651-4d46-a964-b24270cdef0c', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:0e:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:43Z', 'updated_at': '2021-07-15T19:21:45Z', 'revision_number': 1, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:23:42.540423 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5c627d-ed77-4658-a5f3-61be5e15dcfe None None] New status for floating IP 5c0dab45-9e99-4c4f-8238-e53681da84bd: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:23:46.544237 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2f58c00e-8eb4-408e-a05e-2fd42e5cf4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:50.246373 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:51.206309 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-11e8eaa1-1979-4f73-9518-8d26ab3d465a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:52.149636 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:53.680820 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:54.214413 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2523fd38-3932-4aad-befc-81b51a8a8303 req-a34b44fb-70cc-4aed-9136-a40c57280ab8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536497 Jul 15 19:23:54.313445 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523fd38-3932-4aad-befc-81b51a8a8303 req-302733b0-fb1a-408a-9731-5a51721a7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:54.314972 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2523fd38-3932-4aad-befc-81b51a8a8303 req-302733b0-fb1a-408a-9731-5a51721a7bc4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 1098 time: 0.0587349 Jul 15 19:23:54.435612 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523fd38-3932-4aad-befc-81b51a8a8303 req-4000b865-0101-459c-9e89-fde93335a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:54.436987 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2523fd38-3932-4aad-befc-81b51a8a8303 req-4000b865-0101-459c-9e89-fde93335a2ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.0968084 Jul 15 19:23:54.514017 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2523fd38-3932-4aad-befc-81b51a8a8303 req-b0e50501-5dbf-4623-a406-36076316d587 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df723df6-9fa2-4b10-8313-05d9c8d40e0f HTTP/1.1" status: 200 len: 999 time: 0.0640478 Jul 15 19:23:54.572336 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523fd38-3932-4aad-befc-81b51a8a8303 req-191f880c-b8a1-4ac8-8698-c4b0da0f988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:54.573952 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2523fd38-3932-4aad-befc-81b51a8a8303 req-191f880c-b8a1-4ac8-8698-c4b0da0f988c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0540326 Jul 15 19:23:54.636704 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523fd38-3932-4aad-befc-81b51a8a8303 req-de172f81-21cb-4566-993c-388980044cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:54.638263 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2523fd38-3932-4aad-befc-81b51a8a8303 req-de172f81-21cb-4566-993c-388980044cd0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0578530 Jul 15 19:23:54.741252 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2523fd38-3932-4aad-befc-81b51a8a8303 req-ee47bc0a-9824-4899-b90e-582fd24c802e service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954859 Jul 15 19:23:54.843866 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2523fd38-3932-4aad-befc-81b51a8a8303 req-62bc3f81-2ff5-43ec-ac51-28afce6251f2 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955160 Jul 15 19:24:08.302163 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:24:11.915263 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:16.538225 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a4572914-8c84-46f3-a1f7-7916e3c399db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:20.242338 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:21.212731 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0b4cdbcc-1662-4b9a-bf10-8660e6bb19e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:22.152138 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:23.685100 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:41.908546 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:45.302266 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:24:46.544464 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf56f-ff67-486e-a981-ee38f5913bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:50.238141 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:51.212747 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-71157843-e78d-48e3-abc8-b138b21068fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:52.154902 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:53.684834 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:56.265681 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9889f8b-0eef-45df-991f-45b8a165b37e req-30146ce3-5bca-4048-ab00-b54554d97583 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575016 Jul 15 19:24:56.344611 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9889f8b-0eef-45df-991f-45b8a165b37e req-344b5157-fede-4064-9982-2728ca4ab476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:24:56.346214 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9889f8b-0eef-45df-991f-45b8a165b37e req-344b5157-fede-4064-9982-2728ca4ab476 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 1099 time: 0.0588074 Jul 15 19:24:56.453940 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9889f8b-0eef-45df-991f-45b8a165b37e req-5422474d-7132-44df-9cfc-177ba8ceee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:24:56.455844 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9889f8b-0eef-45df-991f-45b8a165b37e req-5422474d-7132-44df-9cfc-177ba8ceee49 service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.0889487 Jul 15 19:24:56.539609 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9889f8b-0eef-45df-991f-45b8a165b37e req-07ee8596-d2cb-420b-b3fa-d8b6e88aebc7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9035ad60-2efd-4f8b-81f4-a2ac717cea17 HTTP/1.1" status: 200 len: 1001 time: 0.0769482 Jul 15 19:24:56.591167 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9889f8b-0eef-45df-991f-45b8a165b37e req-8ee47fad-bda4-466d-a8fc-76b2dd5ad961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:24:56.592667 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9889f8b-0eef-45df-991f-45b8a165b37e req-8ee47fad-bda4-466d-a8fc-76b2dd5ad961 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0466647 Jul 15 19:24:56.653110 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9889f8b-0eef-45df-991f-45b8a165b37e req-72a9e23f-7c22-4b9a-a8ee-a9b251ebf4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:24:56.654664 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9889f8b-0eef-45df-991f-45b8a165b37e req-72a9e23f-7c22-4b9a-a8ee-a9b251ebf4ce service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559425 Jul 15 19:24:56.755740 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9889f8b-0eef-45df-991f-45b8a165b37e req-878cb3b2-a9eb-47fe-86a2-2e0de7acc32e service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943866 Jul 15 19:24:56.852853 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9889f8b-0eef-45df-991f-45b8a165b37e req-f897f2fb-6c99-4cba-ad14-14beca408293 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912178 Jul 15 19:25:08.942767 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 57252) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:09.155555 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Deleting port 555cfb10-f018-483f-91df-c2e39adad698 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:09.155909 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:09.241090 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:09.241389 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:09.258171 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Calling delete_port for 555cfb10-f018-483f-91df-c2e39adad698 owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:09.417040 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:09.443555 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event deleted for resources: {'Port': ['ID=555cfb10-f018-483f-91df-c2e39adad698,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:09.473513 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:09.473847 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:09.474187 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:09.474512 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:09.474835 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:09.475158 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:09.475473 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:09.475789 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:09.476140 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:09.476426 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:09.476734 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:09.477044 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:09.517390 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:09.517684 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Floating IP 5c0dab45-9e99-4c4f-8238-e53681da84bd disassociated (deleted). External IP: 172.27.1.57, port: 9035ad60-2efd-4f8b-81f4-a2ac717cea17. Jul 15 19:25:09.745672 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Router f5d3914e-13ab-436f-95d2-c733d73a4493 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:25:09.859760 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:25:09.865160 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:09.871385 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f867c-70f1-488d-8118-dcb572e1ad23 None None] Sync routers for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:25:09.883259 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f867c-70f1-488d-8118-dcb572e1ad23 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:09.883883 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-2f3f867c-70f1-488d-8118-dcb572e1ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:24:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:09.907395 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-11a9db7d-fda9-482f-ab54-d7662a505c5f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "DELETE /v2.0/floatingips/5c0dab45-9e99-4c4f-8238-e53681da84bd HTTP/1.1" status: 204 len: 168 time: 0.9633908 Jul 15 19:25:09.907966 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'tag': '9035ad60-2efd-4f8b-81f4-a2ac717cea17'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:25:09.910268 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d487e05c7bc77a0d797d40f0ee1db13b1b7ca83f6747dd086ea50c900277cffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badb2f1f-8dda-4c65-9174-c7522f95d2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "02ec16df-f899-40dd-a747-5eba947c6f5f", "tag": "9035ad60-2efd-4f8b-81f4-a2ac717cea17"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:25:09.958331 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fa3fbf-e5cd-4d88-a32c-4c229e86d4cc x-openstack-request-id: req-b2fa3fbf-e5cd-4d88-a32c-4c229e86d4cc {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:25:09.958951 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ec16df-f899-40dd-a747-5eba947c6f5f", "tag": "9035ad60-2efd-4f8b-81f4-a2ac717cea17", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:25:09.958951 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2fa3fbf-e5cd-4d88-a32c-4c229e86d4cc {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:25:09.959257 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'tag': '9035ad60-2efd-4f8b-81f4-a2ac717cea17', 'status': 'completed', 'code': 200} Jul 15 19:25:09.996338 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-2f3f867c-70f1-488d-8118-dcb572e1ad23 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:10.038289 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb2f1f-8dda-4c65-9174-c7522f95d2f4 req-bac13669-72b4-488e-875f-8a1784a50cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:10.039872 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-badb2f1f-8dda-4c65-9174-c7522f95d2f4 req-bac13669-72b4-488e-875f-8a1784a50cf5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 1099 time: 0.0579183 Jul 15 19:25:10.142078 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb2f1f-8dda-4c65-9174-c7522f95d2f4 req-6ef37e8c-cc8d-47f8-a5f9-3ed0737d7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:10.143606 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-badb2f1f-8dda-4c65-9174-c7522f95d2f4 req-6ef37e8c-cc8d-47f8-a5f9-3ed0737d7bac service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.0975223 Jul 15 19:25:10.190404 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-badb2f1f-8dda-4c65-9174-c7522f95d2f4 req-7bb4f322-14e0-4b65-a796-042beab1221b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9035ad60-2efd-4f8b-81f4-a2ac717cea17 HTTP/1.1" status: 200 len: 217 time: 0.0395594 Jul 15 19:25:10.240792 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-2f3f867c-70f1-488d-8118-dcb572e1ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': 'd35fbeb0-b651-4d46-a964-b24270cdef0c', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:0e:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:43Z', 'updated_at': '2021-07-15T19:21:45Z', 'revision_number': 1, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:10.243373 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb2f1f-8dda-4c65-9174-c7522f95d2f4 req-8b171b01-366f-4b64-9d24-e5b01071faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:10.244858 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-badb2f1f-8dda-4c65-9174-c7522f95d2f4 req-8b171b01-366f-4b64-9d24-e5b01071faed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0487528 Jul 15 19:25:10.272805 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f867c-70f1-488d-8118-dcb572e1ad23 None None] Checking router: f5d3914e-13ab-436f-95d2-c733d73a4493 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:25:10.281720 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f867c-70f1-488d-8118-dcb572e1ad23 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:10.282343 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-2f3f867c-70f1-488d-8118-dcb572e1ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:24:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:10.307357 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb2f1f-8dda-4c65-9174-c7522f95d2f4 req-f323ba81-57d6-48cb-ab15-25fc9eac610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:10.308886 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-badb2f1f-8dda-4c65-9174-c7522f95d2f4 req-f323ba81-57d6-48cb-ab15-25fc9eac610a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564666 Jul 15 19:25:10.309041 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5bab9-415b-4341-83be-e40e835413ba req-20b2b518-025b-40f5-93c7-23a3b39d8ebc tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:10.310489 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4fd5bab9-415b-4341-83be-e40e835413ba req-20b2b518-025b-40f5-93c7-23a3b39d8ebc tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0657732 Jul 15 19:25:10.355862 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4fd5bab9-415b-4341-83be-e40e835413ba req-f0a3290d-51a7-44ce-a1c1-369daabd4fa0 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394912 Jul 15 19:25:10.432952 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-badb2f1f-8dda-4c65-9174-c7522f95d2f4 req-c79c1e93-1fac-44ec-9016-6faa5b17c9fc service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164508 Jul 15 19:25:10.530454 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-badb2f1f-8dda-4c65-9174-c7522f95d2f4 req-4e784891-02f5-4f14-b6df-1dae197d223a service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901792 Jul 15 19:25:10.544095 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-2f3f867c-70f1-488d-8118-dcb572e1ad23 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:10.792732 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-2f3f867c-70f1-488d-8118-dcb572e1ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': 'd35fbeb0-b651-4d46-a964-b24270cdef0c', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:0e:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:43Z', 'updated_at': '2021-07-15T19:21:45Z', 'revision_number': 1, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:10.821517 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f867c-70f1-488d-8118-dcb572e1ad23 None None] The sync data for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi is: [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_floatingips': [{'id': 'd35fbeb0-b651-4d46-a964-b24270cdef0c', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'router_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'port_id': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'mac_address': 'fa:16:3e:0e:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:43Z', 'updated_at': '2021-07-15T19:21:45Z', 'revision_number': 1, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:25:11.032596 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6a719-0841-4b42-a1e5-ffb2ef95a287 None None] New status for floating IP 5c0dab45-9e99-4c4f-8238-e53681da84bd: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:25:11.553145 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd4c1b-f68f-4b4b-a259-830a0e3d0a08 req-0db872e7-900c-460a-b480-ccd7bb585dd7 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:11.554676 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9cd4c1b-f68f-4b4b-a259-830a0e3d0a08 req-0db872e7-900c-460a-b480-ccd7bb585dd7 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0737393 Jul 15 19:25:11.899227 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9cd4c1b-f68f-4b4b-a259-830a0e3d0a08 req-c13fe1f9-5085-4d60-89a4-e8e748185623 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387156 Jul 15 19:25:11.925048 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:11.937918 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23709b53-3d77-4725-956f-5922892e6940 req-119aeaf2-0aac-43ca-8616-b9fd4584ceae tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:11.939533 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-23709b53-3d77-4725-956f-5922892e6940 req-119aeaf2-0aac-43ca-8616-b9fd4584ceae tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 946 time: 0.0899739 Jul 15 19:25:12.043160 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-23709b53-3d77-4725-956f-5922892e6940 req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Deleting port 9035ad60-2efd-4f8b-81f4-a2ac717cea17 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:12.043497 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-23709b53-3d77-4725-956f-5922892e6940 req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:12.139235 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-23709b53-3d77-4725-956f-5922892e6940 req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] For port 9035ad60-2efd-4f8b-81f4-a2ac717cea17, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9035ad60-2efd-4f8b-81f4-a2ac717cea17,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:12.139599 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-23709b53-3d77-4725-956f-5922892e6940 req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:12.152940 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-23709b53-3d77-4725-956f-5922892e6940 req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Calling delete_port for 9035ad60-2efd-4f8b-81f4-a2ac717cea17 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:12.293369 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-23709b53-3d77-4725-956f-5922892e6940 req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:12.322592 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event deleted for resources: {'Port': ['ID=9035ad60-2efd-4f8b-81f4-a2ac717cea17,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:12.335124 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:12.335472 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:12.335813 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:12.336139 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:12.336466 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:12.336794 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:12.337089 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:12.337482 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:12.337788 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:12.338106 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:12.338420 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:12.338739 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:12.380749 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-23709b53-3d77-4725-956f-5922892e6940 req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] No DVR routers for this DVR port 9035ad60-2efd-4f8b-81f4-a2ac717cea17 on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:25:12.383730 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-23709b53-3d77-4725-956f-5922892e6940 req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:12.385737 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-23709b53-3d77-4725-956f-5922892e6940 req-0be9cfbf-d3e6-48b9-81d7-0addd720cf3b tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "DELETE /v2.0/ports/9035ad60-2efd-4f8b-81f4-a2ac717cea17 HTTP/1.1" status: 204 len: 173 time: 0.4409285 Jul 15 19:25:12.386157 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'name': 'network-vif-deleted', 'tag': '9035ad60-2efd-4f8b-81f4-a2ac717cea17'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:25:12.388458 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6acb103-76c2-4c67-b2bd-ad226c7557ae" -d '{"events": [{"server_uuid": "02ec16df-f899-40dd-a747-5eba947c6f5f", "name": "network-vif-deleted", "tag": "9035ad60-2efd-4f8b-81f4-a2ac717cea17"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:25:12.438493 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7607fa-2206-496a-9339-b2086cb80e9e x-openstack-request-id: req-0c7607fa-2206-496a-9339-b2086cb80e9e {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:25:12.438789 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ec16df-f899-40dd-a747-5eba947c6f5f", "name": "network-vif-deleted", "tag": "9035ad60-2efd-4f8b-81f4-a2ac717cea17", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:25:12.439043 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0c7607fa-2206-496a-9339-b2086cb80e9e {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:25:12.439441 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ec16df-f899-40dd-a747-5eba947c6f5f', 'name': 'network-vif-deleted', 'tag': '9035ad60-2efd-4f8b-81f4-a2ac717cea17', 'status': 'completed', 'code': 200} Jul 15 19:25:13.068012 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-007b2229-30cb-478c-a011-ce77ed25f79a req-6a717601-845d-4cf9-a905-f8476f1a3a90 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=02ec16df-f899-40dd-a747-5eba947c6f5f HTTP/1.1" status: 200 len: 210 time: 0.0325389 Jul 15 19:25:15.505561 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 9035ad60-2efd-4f8b-81f4-a2ac717cea17 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:15.531457 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: 9035ad60-2efd-4f8b-81f4-a2ac717cea17 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:15.531811 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device 9035ad60-2efd-4f8b-81f4-a2ac717cea17 not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:16.419053 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57296) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:16.556358 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c6329a85-83a0-4e87-ab5a-d984d2cc199d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:16.596290 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-3252f50f-ea95-4c5f-8def-05334dfd0c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Deleting port 98767ac0-c807-4a42-a3e3-1d602bbf010e {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:16.596634 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3252f50f-ea95-4c5f-8def-05334dfd0c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:16.688395 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3252f50f-ea95-4c5f-8def-05334dfd0c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:16.688714 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3252f50f-ea95-4c5f-8def-05334dfd0c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:16.700815 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-3252f50f-ea95-4c5f-8def-05334dfd0c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Calling delete_port for 98767ac0-c807-4a42-a3e3-1d602bbf010e owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:16.900243 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3252f50f-ea95-4c5f-8def-05334dfd0c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:16.936640 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252f50f-ea95-4c5f-8def-05334dfd0c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event deleted for resources: {'Port': ['ID=98767ac0-c807-4a42-a3e3-1d602bbf010e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:17.008479 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3252f50f-ea95-4c5f-8def-05334dfd0c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:17.008817 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-3252f50f-ea95-4c5f-8def-05334dfd0c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Floating IP d35fbeb0-b651-4d46-a964-b24270cdef0c disassociated (deleted). External IP: 172.27.1.7, port: df723df6-9fa2-4b10-8313-05d9c8d40e0f. Jul 15 19:25:17.240894 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3252f50f-ea95-4c5f-8def-05334dfd0c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Router f5d3914e-13ab-436f-95d2-c733d73a4493 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:25:17.354079 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3252f50f-ea95-4c5f-8def-05334dfd0c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:25:17.359058 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3252f50f-ea95-4c5f-8def-05334dfd0c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:17.366178 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5d6a4-9ca6-488f-bac9-74ca3f802895 None None] Sync routers for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:25:17.376935 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a5d6a4-9ca6-488f-bac9-74ca3f802895 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:17.377546 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-75a5d6a4-9ca6-488f-bac9-74ca3f802895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:24:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:17.400211 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3252f50f-ea95-4c5f-8def-05334dfd0c72 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "DELETE /v2.0/floatingips/d35fbeb0-b651-4d46-a964-b24270cdef0c HTTP/1.1" status: 204 len: 168 time: 0.9799981 Jul 15 19:25:17.401006 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'tag': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:25:17.403471 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe71b9f3-ba69-4640-b547-b4fd00c9e1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0", "tag": "df723df6-9fa2-4b10-8313-05d9c8d40e0f"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:25:17.447233 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deaa9014-6ea0-47f0-9bd1-71b899fba300 x-openstack-request-id: req-deaa9014-6ea0-47f0-9bd1-71b899fba300 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:25:17.447869 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0", "tag": "df723df6-9fa2-4b10-8313-05d9c8d40e0f", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:25:17.447869 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-deaa9014-6ea0-47f0-9bd1-71b899fba300 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:25:17.448333 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'tag': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'status': 'completed', 'code': 200} Jul 15 19:25:17.505644 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-75a5d6a4-9ca6-488f-bac9-74ca3f802895 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:17.538308 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71b9f3-ba69-4640-b547-b4fd00c9e1d1 req-d26d9ebb-605a-4065-996a-0425e063b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:17.539856 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe71b9f3-ba69-4640-b547-b4fd00c9e1d1 req-d26d9ebb-605a-4065-996a-0425e063b2a8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f41333edc86d4de99fec9593eb0709b5&device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 1098 time: 0.0670321 Jul 15 19:25:17.635195 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71b9f3-ba69-4640-b547-b4fd00c9e1d1 req-3d3af7d4-e861-42ab-8d4f-c9805b6f9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:17.636621 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe71b9f3-ba69-4640-b547-b4fd00c9e1d1 req-3d3af7d4-e861-42ab-8d4f-c9805b6f9e36 service neutron] 10.222.0.81 "GET /v2.0/networks?id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 200 len: 912 time: 0.0901511 Jul 15 19:25:17.695067 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe71b9f3-ba69-4640-b547-b4fd00c9e1d1 req-b5f708d4-39e1-4040-9d94-f016d96d586b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df723df6-9fa2-4b10-8313-05d9c8d40e0f HTTP/1.1" status: 200 len: 217 time: 0.0422091 Jul 15 19:25:17.715426 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-75a5d6a4-9ca6-488f-bac9-74ca3f802895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:17.744980 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71b9f3-ba69-4640-b547-b4fd00c9e1d1 req-234c2f92-1664-4289-8b7c-265786ecfce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:17.745261 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5d6a4-9ca6-488f-bac9-74ca3f802895 None None] Checking router: f5d3914e-13ab-436f-95d2-c733d73a4493 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:25:17.746544 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe71b9f3-ba69-4640-b547-b4fd00c9e1d1 req-234c2f92-1664-4289-8b7c-265786ecfce9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 200 len: 850 time: 0.0448737 Jul 15 19:25:17.756359 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a5d6a4-9ca6-488f-bac9-74ca3f802895 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:17.757688 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-75a5d6a4-9ca6-488f-bac9-74ca3f802895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:24:51Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:17.801955 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bf5f5-40c3-4259-a9dd-937f4d25fddf req-94d54492-07b0-460a-aa7f-c7aa03a93e2f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:17.805322 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-465bf5f5-40c3-4259-a9dd-937f4d25fddf req-94d54492-07b0-460a-aa7f-c7aa03a93e2f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0666533 Jul 15 19:25:17.808530 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71b9f3-ba69-4640-b547-b4fd00c9e1d1 req-c241136d-86f7-4448-a638-f863d90aa6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:17.810162 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe71b9f3-ba69-4640-b547-b4fd00c9e1d1 req-c241136d-86f7-4448-a638-f863d90aa6d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564473 Jul 15 19:25:17.850559 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [req-465bf5f5-40c3-4259-a9dd-937f4d25fddf req-18bb2fd1-e638-45f8-94a0-a010a1a57238 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387738 Jul 15 19:25:17.880356 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-75a5d6a4-9ca6-488f-bac9-74ca3f802895 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:17.916447 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe71b9f3-ba69-4640-b547-b4fd00c9e1d1 req-a5d27263-218e-4f8b-a59a-62e22b9d8764 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980587 Jul 15 19:25:18.013314 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe71b9f3-ba69-4640-b547-b4fd00c9e1d1 req-038b02ee-d809-4722-9ad1-30a9a967e1b6 service neutron] 10.222.0.81 "GET /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893276 Jul 15 19:25:18.106140 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-75a5d6a4-9ca6-488f-bac9-74ca3f802895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:18.135578 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5d6a4-9ca6-488f-bac9-74ca3f802895 None None] The sync data for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi is: [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:18:47Z', 'revision_number': 4, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi', '_interfaces': [{'id': 'ef2e0af8-eff9-4fc2-87a9-501048c790fd', 'name': '', 'network_id': '55b4fc6f-ce63-4e8d-85a8-bd607261aaf9', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'mac_address': 'fa:16:3e:99:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:47Z', 'updated_at': '2021-07-15T19:18:53Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'subnets': [{'id': '66190b14-ee07-4c5a-820f-f5c18614b9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:25:18.377115 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b494ba-07df-44a1-8aa6-de6a118e6bea None None] New status for floating IP d35fbeb0-b651-4d46-a964-b24270cdef0c: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:25:19.047717 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f5223-97d6-4cbe-83b8-e27339a650a4 req-21961eee-8607-404a-8b55-e829beabca2f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:19.049268 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-442f5223-97d6-4cbe-83b8-e27339a650a4 req-21961eee-8607-404a-8b55-e829beabca2f tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0797598 Jul 15 19:25:19.121742 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-442f5223-97d6-4cbe-83b8-e27339a650a4 req-8d87fa6c-d98f-4f4e-b2b2-16d0fd9452df tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ad3f2bd-8410-4317-8765-bfb824030558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662537 Jul 15 19:25:19.167147 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ffcbc-602b-49db-9139-4cbc245e9a30 req-a24cfe69-5d69-40b8-ab79-9ca23023cd97 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:19.168700 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f71ffcbc-602b-49db-9139-4cbc245e9a30 req-a24cfe69-5d69-40b8-ab79-9ca23023cd97 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0924118 Jul 15 19:25:19.278246 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-f71ffcbc-602b-49db-9139-4cbc245e9a30 req-496d235b-a32e-4476-86ea-f5aec9f6f24a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Deleting port df723df6-9fa2-4b10-8313-05d9c8d40e0f {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:19.278579 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f71ffcbc-602b-49db-9139-4cbc245e9a30 req-496d235b-a32e-4476-86ea-f5aec9f6f24a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:19.379161 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-f71ffcbc-602b-49db-9139-4cbc245e9a30 req-496d235b-a32e-4476-86ea-f5aec9f6f24a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] For port df723df6-9fa2-4b10-8313-05d9c8d40e0f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=df723df6-9fa2-4b10-8313-05d9c8d40e0f,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:19.379503 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f71ffcbc-602b-49db-9139-4cbc245e9a30 req-496d235b-a32e-4476-86ea-f5aec9f6f24a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:19.393513 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-f71ffcbc-602b-49db-9139-4cbc245e9a30 req-496d235b-a32e-4476-86ea-f5aec9f6f24a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Calling delete_port for df723df6-9fa2-4b10-8313-05d9c8d40e0f owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:19.538361 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f71ffcbc-602b-49db-9139-4cbc245e9a30 req-496d235b-a32e-4476-86ea-f5aec9f6f24a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:19.568843 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d235b-a32e-4476-86ea-f5aec9f6f24a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event deleted for resources: {'Port': ['ID=df723df6-9fa2-4b10-8313-05d9c8d40e0f,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:19.622681 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71ffcbc-602b-49db-9139-4cbc245e9a30 req-496d235b-a32e-4476-86ea-f5aec9f6f24a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] No DVR routers for this DVR port df723df6-9fa2-4b10-8313-05d9c8d40e0f on host hv-cinder-78093 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:25:19.625467 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-f71ffcbc-602b-49db-9139-4cbc245e9a30 req-496d235b-a32e-4476-86ea-f5aec9f6f24a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:19.627550 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f71ffcbc-602b-49db-9139-4cbc245e9a30 req-496d235b-a32e-4476-86ea-f5aec9f6f24a tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.81 "DELETE /v2.0/ports/df723df6-9fa2-4b10-8313-05d9c8d40e0f HTTP/1.1" status: 204 len: 173 time: 0.4529369 Jul 15 19:25:19.628013 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'name': 'network-vif-deleted', 'tag': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:25:19.630431 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60e47126aed6d4fa633c96d630b60cfb6d0511f8546e811819738b3274aa0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071875c8-f103-41b6-a85c-f41fcf345d8f" -d '{"events": [{"server_uuid": "c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0", "name": "network-vif-deleted", "tag": "df723df6-9fa2-4b10-8313-05d9c8d40e0f"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:25:19.673645 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4ddc13-9290-46da-ab17-465b6fc74eb2 x-openstack-request-id: req-3a4ddc13-9290-46da-ab17-465b6fc74eb2 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:25:19.673874 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0", "name": "network-vif-deleted", "tag": "df723df6-9fa2-4b10-8313-05d9c8d40e0f", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:25:19.674126 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a4ddc13-9290-46da-ab17-465b6fc74eb2 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:25:19.674744 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0', 'name': 'network-vif-deleted', 'tag': 'df723df6-9fa2-4b10-8313-05d9c8d40e0f', 'status': 'completed', 'code': 200} Jul 15 19:25:20.257748 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:20.305582 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e4e1dc7f-f164-475e-bbb6-e0c669dfc966 req-27a5a144-5af3-4135-9f4a-2634889e2351 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "GET /v2.0/ports?device_id=c724c4a4-4fa1-4769-a2a4-97fbdaf8d3f0 HTTP/1.1" status: 200 len: 210 time: 0.0347455 Jul 15 19:25:21.208911 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dafc7329-1db0-4ace-9266-105a2832e2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.404365 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57312) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:21.554738 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-9b864f73-8f64-49fa-9fd1-2aabdc7ec287 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Deleting port c75de94a-32d0-49f2-bc41-e396df6a4149 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:21.555072 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b864f73-8f64-49fa-9fd1-2aabdc7ec287 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.651005 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b864f73-8f64-49fa-9fd1-2aabdc7ec287 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.651341 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b864f73-8f64-49fa-9fd1-2aabdc7ec287 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.668007 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-9b864f73-8f64-49fa-9fd1-2aabdc7ec287 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Calling delete_port for c75de94a-32d0-49f2-bc41-e396df6a4149 owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:21.821330 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b864f73-8f64-49fa-9fd1-2aabdc7ec287 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.849393 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b864f73-8f64-49fa-9fd1-2aabdc7ec287 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event deleted for resources: {'Port': ['ID=c75de94a-32d0-49f2-bc41-e396df6a4149,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:21.930944 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b864f73-8f64-49fa-9fd1-2aabdc7ec287 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.933731 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b864f73-8f64-49fa-9fd1-2aabdc7ec287 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-397052'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.934923 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9b864f73-8f64-49fa-9fd1-2aabdc7ec287 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "DELETE /v2.0/floatingips/01b3d150-e4a9-4b86-8f7a-1e655a93a8fe HTTP/1.1" status: 204 len: 168 time: 0.5295851 Jul 15 19:25:22.161486 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:22.301262 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:25:23.218109 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57324) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:23.283571 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-97c6fc5a-758a-42e8-8b59-f7769c6f84e9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:23.310343 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-97c6fc5a-758a-42e8-8b59-f7769c6f84e9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:23.384067 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-97c6fc5a-758a-42e8-8b59-f7769c6f84e9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:23.387065 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-97c6fc5a-758a-42e8-8b59-f7769c6f84e9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:23.388151 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-97c6fc5a-758a-42e8-8b59-f7769c6f84e9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] 10.222.0.78 "DELETE /v2.0/security-groups/5ad3f2bd-8410-4317-8765-bfb824030558 HTTP/1.1" status: 204 len: 168 time: 0.1689341 Jul 15 19:25:23.402072 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6fc5a-758a-42e8-8b59-f7769c6f84e9 tempest-TestVolumeBootPattern-665944386 tempest-TestVolumeBootPattern-665944386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad3f2bd-8410-4317-8765-bfb824030558,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:23.438619 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57328) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:23.503394 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device df723df6-9fa2-4b10-8313-05d9c8d40e0f no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:23.523943 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] No Port match for: df723df6-9fa2-4b10-8313-05d9c8d40e0f {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:23.524241 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Device df723df6-9fa2-4b10-8313-05d9c8d40e0f not bound to the agent host hv-cinder-78093 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:23.687952 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:23.918458 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-07b4ddb3-fb34-4ec7-ac21-bb46e3de23f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4088494'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.200998 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-07b4ddb3-fb34-4ec7-ac21-bb46e3de23f3 admin admin] Deleting port ef2e0af8-eff9-4fc2-87a9-501048c790fd {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:24.201331 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-07b4ddb3-fb34-4ec7-ac21-bb46e3de23f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.284232 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-07b4ddb3-fb34-4ec7-ac21-bb46e3de23f3 admin admin] For port ef2e0af8-eff9-4fc2-87a9-501048c790fd, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=ef2e0af8-eff9-4fc2-87a9-501048c790fd,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:24.284989 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-07b4ddb3-fb34-4ec7-ac21-bb46e3de23f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.298111 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-07b4ddb3-fb34-4ec7-ac21-bb46e3de23f3 admin admin] Calling delete_port for ef2e0af8-eff9-4fc2-87a9-501048c790fd owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:24.495610 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-07b4ddb3-fb34-4ec7-ac21-bb46e3de23f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.520467 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4ddb3-fb34-4ec7-ac21-bb46e3de23f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2e0af8-eff9-4fc2-87a9-501048c790fd,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:24.969283 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-07b4ddb3-fb34-4ec7-ac21-bb46e3de23f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086334'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.204431 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b4ddb3-fb34-4ec7-ac21-bb46e3de23f3 admin admin] Router f5d3914e-13ab-436f-95d2-c733d73a4493 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:25:25.319444 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b4ddb3-fb34-4ec7-ac21-bb46e3de23f3 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:25:25.324561 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-07b4ddb3-fb34-4ec7-ac21-bb46e3de23f3 admin admin] 10.222.0.78 "PUT /v2.0/routers/f5d3914e-13ab-436f-95d2-c733d73a4493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8848703 Jul 15 19:25:25.327629 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57332) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:25.333111 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a22bcb4-3811-4d4c-8e62-f274ce9cef50 None None] Sync routers for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:25:25.347396 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a22bcb4-3811-4d4c-8e62-f274ce9cef50 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:25.348042 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-5a22bcb4-3811-4d4c-8e62-f274ce9cef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:25:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:25.442014 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.456649 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-5a22bcb4-3811-4d4c-8e62-f274ce9cef50 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:25.558074 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.615914 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Deleting port 8633125d-b337-41f4-aaee-23ededc22cfb {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:25.616169 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.650028 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-5a22bcb4-3811-4d4c-8e62-f274ce9cef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:25:24Z', 'revision_number': 5, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port': {'id': '8633125d-b337-41f4-aaee-23ededc22cfb', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:45Z', 'updated_at': '2021-07-15T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:25.677381 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a22bcb4-3811-4d4c-8e62-f274ce9cef50 None None] Checking router: f5d3914e-13ab-436f-95d2-c733d73a4493 for host: dv-cinder-780933-11-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:25:25.686720 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a22bcb4-3811-4d4c-8e62-f274ce9cef50 None None] Routers {'f5d3914e-13ab-436f-95d2-c733d73a4493'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:25.687358 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-5a22bcb4-3811-4d4c-8e62-f274ce9cef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:25:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['f5d3914e-13ab-436f-95d2-c733d73a4493'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:25.697728 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] For port 8633125d-b337-41f4-aaee-23ededc22cfb, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=8633125d-b337-41f4-aaee-23ededc22cfb,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:25.698402 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.717090 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Calling delete_port for 8633125d-b337-41f4-aaee-23ededc22cfb owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:25.777992 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-5a22bcb4-3811-4d4c-8e62-f274ce9cef50 None None] Set router f5d3914e-13ab-436f-95d2-c733d73a4493 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:25.834115 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-5a22bcb4-3811-4d4c-8e62-f274ce9cef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:25:25Z', 'revision_number': 6, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port_host': None}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:25.861234 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a22bcb4-3811-4d4c-8e62-f274ce9cef50 None None] The sync data for ids ['f5d3914e-13ab-436f-95d2-c733d73a4493'] in dv-cinder-780933-11-iscsi is: [{'id': 'f5d3914e-13ab-436f-95d2-c733d73a4493', 'name': 'tempest-TestVolumeBootPattern-179346295-router', 'tenant_id': 'f41333edc86d4de99fec9593eb0709b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:44Z', 'updated_at': '2021-07-15T19:25:25Z', 'revision_number': 6, 'project_id': 'f41333edc86d4de99fec9593eb0709b5', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:25:25.897153 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.923982 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=8633125d-b337-41f4-aaee-23ededc22cfb,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:25.998457 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759716'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.089106 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6543'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.091564 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.146148 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4088806'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.146550 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5d3914e-13ab-436f-95d2-c733d73a4493 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:25:26.151043 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.152216 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fe251919-0405-450f-9c34-7cda5e8f3f76 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f5d3914e-13ab-436f-95d2-c733d73a4493 HTTP/1.1" status: 204 len: 168 time: 0.8233037 Jul 15 19:25:26.154867 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57334) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:26.205331 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ee92e0-ea49-4480-8009-980fe9eb363d admin admin] Deleting subnet 66190b14-ee07-4c5a-820f-f5c18614b9be {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:25:26.209183 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-25ee92e0-ea49-4480-8009-980fe9eb363d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.252700 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-25ee92e0-ea49-4480-8009-980fe9eb363d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60733246'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.345869 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-25ee92e0-ea49-4480-8009-980fe9eb363d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.404985 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-25ee92e0-ea49-4480-8009-980fe9eb363d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59799138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59558045'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.436723 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee92e0-ea49-4480-8009-980fe9eb363d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66190b14-ee07-4c5a-820f-f5c18614b9be,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:26.442098 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-25ee92e0-ea49-4480-8009-980fe9eb363d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.444178 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-25ee92e0-ea49-4480-8009-980fe9eb363d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/66190b14-ee07-4c5a-820f-f5c18614b9be HTTP/1.1" status: 204 len: 168 time: 0.2883766 Jul 15 19:25:26.447713 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 57336) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:26.450951 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c227358-1fd9-48e3-a974-c14cf8b319ee None None] Network 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:25:26.522547 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.585581 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Deleting port 968182e9-34d7-47e0-ada5-b3a4c4304c93 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:26.586029 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.640877 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device ef2e0af8-eff9-4fc2-87a9-501048c790fd no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:26.675347 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: ef2e0af8-eff9-4fc2-87a9-501048c790fd {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:26.675725 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device ef2e0af8-eff9-4fc2-87a9-501048c790fd not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:26.687919 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] For port 968182e9-34d7-47e0-ada5-b3a4c4304c93, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=968182e9-34d7-47e0-ada5-b3a4c4304c93,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:26.687919 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.694518 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] DHCP port deletion for 55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 request from dv-cinder-780933-11-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:25:26.701756 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Calling delete_port for 968182e9-34d7-47e0-ada5-b3a4c4304c93 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:26.744457 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Deleting port 968182e9-34d7-47e0-ada5-b3a4c4304c93 {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:26.745020 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.799563 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58955106'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.817003 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] For port 968182e9-34d7-47e0-ada5-b3a4c4304c93, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=968182e9-34d7-47e0-ada5-b3a4c4304c93,segment=NetworkSegment(fbd46be1-aa39-448e-bd8d-0452900eedd7),segment_id=fbd46be1-aa39-448e-bd8d-0452900eedd7)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:26.817430 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.826495 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=968182e9-34d7-47e0-ada5-b3a4c4304c93,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:26.830790 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] No DVR routers for this DVR port 968182e9-34d7-47e0-ada5-b3a4c4304c93 on host dv-cinder-780933-11-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:25:26.832103 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Calling delete_port for 968182e9-34d7-47e0-ada5-b3a4c4304c93 owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:26.910342 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.918965 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.921100 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b4fc6f-ce63-4e8d-85a8-bd607261aaf9']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:26.932149 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd46be1-aa39-448e-bd8d-0452900eedd7') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:26.932460 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd46be1-aa39-448e-bd8d-0452900eedd7') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:26.942515 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58955153'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.945932 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Pushing event deleted for resources: {'Port': ['ID=968182e9-34d7-47e0-ada5-b3a4c4304c93,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:26.957103 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] No DVR routers for this DVR port 968182e9-34d7-47e0-ada5-b3a4c4304c93 on host dv-cinder-780933-11-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:25:26.957778 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.958646 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:26.959005 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:26.959346 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:26.959681 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:26.960004 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:26.960386 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:26.960901 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:26.961022 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:26.961369 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:26.961801 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:26.962225 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:26.962507 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8872c-ec8a-4530-9656-3bc31900d0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-11-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:26.966971 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:25:26.967404 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58954931'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: Traceback (most recent call last): Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: timer() Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: cb(*args, **kw) Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: return func(*args, **kwargs) Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: self._notify() Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: self.callback(batched_events) Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: event.method(event) Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: return f(self, *a, **k) Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._get(url).json() Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:25:26.978709 dv-cinder-780933-11-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:25:27.029755 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:27.035246 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:27.037113 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] 10.222.0.78 "DELETE /v2.0/networks/55b4fc6f-ce63-4e8d-85a8-bd607261aaf9 HTTP/1.1" status: 204 len: 168 time: 0.5883527 Jul 15 19:25:27.040353 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57338) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:27.048579 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519955b9-61a4-43f9-83a8-333c1a30a4fd admin admin] Pushing event deleted for resources: {'Network': ['ID=55b4fc6f-ce63-4e8d-85a8-bd607261aaf9,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:27.405520 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5ffae0a-8d2e-4997-a92d-5aa5ca337336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4088494'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:27.689228 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-e5ffae0a-8d2e-4997-a92d-5aa5ca337336 admin admin] Deleting port 7f8b8a8d-c25f-43d6-b66d-9333c055e265 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:27.689486 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5ffae0a-8d2e-4997-a92d-5aa5ca337336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:27.776043 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-e5ffae0a-8d2e-4997-a92d-5aa5ca337336 admin admin] For port 7f8b8a8d-c25f-43d6-b66d-9333c055e265, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=7f8b8a8d-c25f-43d6-b66d-9333c055e265,segment=NetworkSegment(07543079-519d-429d-902d-a30036f3f5b0),segment_id=07543079-519d-429d-902d-a30036f3f5b0)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:27.776371 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5ffae0a-8d2e-4997-a92d-5aa5ca337336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:27.790016 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-e5ffae0a-8d2e-4997-a92d-5aa5ca337336 admin admin] Calling delete_port for 7f8b8a8d-c25f-43d6-b66d-9333c055e265 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:27.989789 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5ffae0a-8d2e-4997-a92d-5aa5ca337336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:28.014088 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffae0a-8d2e-4997-a92d-5aa5ca337336 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8b8a8d-c25f-43d6-b66d-9333c055e265,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:28.188441 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5ffae0a-8d2e-4997-a92d-5aa5ca337336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4086334'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:28.326950 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 8633125d-b337-41f4-aaee-23ededc22cfb no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:28.352437 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 8633125d-b337-41f4-aaee-23ededc22cfb {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:28.352937 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 8633125d-b337-41f4-aaee-23ededc22cfb not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:28.353469 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 968182e9-34d7-47e0-ada5-b3a4c4304c93 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:28.374052 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 968182e9-34d7-47e0-ada5-b3a4c4304c93 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:28.374382 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 968182e9-34d7-47e0-ada5-b3a4c4304c93 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:28.699098 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ffae0a-8d2e-4997-a92d-5aa5ca337336 admin admin] Router 42779cbe-400c-41a5-922c-42e00007e103 has already been hosted by L3 agent 797f2996-9424-4720-b833-5de9dec3ea0d {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:25:28.807992 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ffae0a-8d2e-4997-a92d-5aa5ca337336 admin admin] Notify agent at l3_agent.dv-cinder-780933-11-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:25:28.813159 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e5ffae0a-8d2e-4997-a92d-5aa5ca337336 admin admin] 10.222.0.78 "PUT /v2.0/routers/42779cbe-400c-41a5-922c-42e00007e103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7716475 Jul 15 19:25:28.815997 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57340) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:28.816723 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e19216-4116-4646-ae10-22fe98abb0e3 None None] Sync routers for ids ['42779cbe-400c-41a5-922c-42e00007e103'] in dv-cinder-780933-11-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:25:28.826059 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e19216-4116-4646-ae10-22fe98abb0e3 None None] Routers {'42779cbe-400c-41a5-922c-42e00007e103'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:28.826972 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b3e19216-4116-4646-ae10-22fe98abb0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:25:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['42779cbe-400c-41a5-922c-42e00007e103'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:28.928884 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.029879 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-b3e19216-4116-4646-ae10-22fe98abb0e3 None None] Set router 42779cbe-400c-41a5-922c-42e00007e103 gateway port host: dv-cinder-780933-11-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:29.045842 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.104385 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Deleting port 0e26b45e-3a87-4819-a75f-dfb3010abc10 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:29.104731 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.187065 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] For port 0e26b45e-3a87-4819-a75f-dfb3010abc10, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=0e26b45e-3a87-4819-a75f-dfb3010abc10,segment=NetworkSegment(2da8bcd3-afc0-4b31-b088-f91c0d032d8d),segment_id=2da8bcd3-afc0-4b31-b088-f91c0d032d8d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:29.187428 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.202861 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Calling delete_port for 0e26b45e-3a87-4819-a75f-dfb3010abc10 owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:29.235731 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b3e19216-4116-4646-ae10-22fe98abb0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42779cbe-400c-41a5-922c-42e00007e103', 'name': 'tempest-TestVolumeBootPattern-1725193066-router', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'external_fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:49Z', 'updated_at': '2021-07-15T19:25:27Z', 'revision_number': 5, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'gw_port': {'id': '0e26b45e-3a87-4819-a75f-dfb3010abc10', 'name': '', 'network_id': '7f24fc20-e1b3-4fad-9fd0-cee0dd875646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42779cbe-400c-41a5-922c-42e00007e103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:18:50Z', 'updated_at': '2021-07-15T19:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cb81959-791d-4326-98fc-29ef65e101a4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-11-iscsi'}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:29.272772 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e19216-4116-4646-ae10-22fe98abb0e3 None None] Checking router: 42779cbe-400c-41a5-922c-42e00007e103 for host: dv-cinder-780933-11-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:25:29.281797 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e19216-4116-4646-ae10-22fe98abb0e3 None None] Routers {'42779cbe-400c-41a5-922c-42e00007e103'} bound to L3 agent in host dv-cinder-780933-11-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:29.282316 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b3e19216-4116-4646-ae10-22fe98abb0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T18:56:51Z,description=,heartbeat_timestamp=2021-07-15T19:25:21Z,host='dv-cinder-780933-11-iscsi',id=797f2996-9424-4720-b833-5de9dec3ea0d,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T18:56:51Z,topic='l3_agent')) {'router_ids': ['42779cbe-400c-41a5-922c-42e00007e103'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:29.366338 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-b3e19216-4116-4646-ae10-22fe98abb0e3 None None] Set router 42779cbe-400c-41a5-922c-42e00007e103 gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:29.374049 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.409569 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e26b45e-3a87-4819-a75f-dfb3010abc10,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:29.422106 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b3e19216-4116-4646-ae10-22fe98abb0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42779cbe-400c-41a5-922c-42e00007e103', 'name': 'tempest-TestVolumeBootPattern-1725193066-router', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:49Z', 'updated_at': '2021-07-15T19:25:29Z', 'revision_number': 6, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'gw_port_host': None}], 'dv-cinder-780933-11-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:29.448692 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e19216-4116-4646-ae10-22fe98abb0e3 None None] The sync data for ids ['42779cbe-400c-41a5-922c-42e00007e103'] in dv-cinder-780933-11-iscsi is: [{'id': '42779cbe-400c-41a5-922c-42e00007e103', 'name': 'tempest-TestVolumeBootPattern-1725193066-router', 'tenant_id': '6dbc97ccc95f464680434d4a01390cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:18:49Z', 'updated_at': '2021-07-15T19:25:29Z', 'revision_number': 6, 'project_id': '6dbc97ccc95f464680434d4a01390cdd', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:25:29.474392 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3759716'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.580910 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6543'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.586957 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.639205 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4088806'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.639798 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42779cbe-400c-41a5-922c-42e00007e103 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:25:29.645199 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.646355 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6853199e-1af3-4df4-98c9-64577d051264 admin admin] 10.222.0.78 "DELETE /v2.0/routers/42779cbe-400c-41a5-922c-42e00007e103 HTTP/1.1" status: 204 len: 168 time: 0.8293409 Jul 15 19:25:29.648866 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57342) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:29.699468 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-860878fe-514f-4665-95b1-775829c99c59 admin admin] Deleting subnet 8cd565c1-e39a-4b43-bc2a-96d126c58efb {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:25:29.702931 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-860878fe-514f-4665-95b1-775829c99c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.737600 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-860878fe-514f-4665-95b1-775829c99c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60733246'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.820782 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-860878fe-514f-4665-95b1-775829c99c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-973773'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.881885 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-860878fe-514f-4665-95b1-775829c99c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-973818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59799138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59558045'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.916370 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860878fe-514f-4665-95b1-775829c99c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd565c1-e39a-4b43-bc2a-96d126c58efb,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:29.920269 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-860878fe-514f-4665-95b1-775829c99c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:29.922236 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-860878fe-514f-4665-95b1-775829c99c59 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8cd565c1-e39a-4b43-bc2a-96d126c58efb HTTP/1.1" status: 204 len: 168 time: 0.2723572 Jul 15 19:25:29.926273 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57344) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:29.929400 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f164562-6f83-4a0f-b989-3b55c52b41a8 None None] Network 606a96a8-d49a-4883-a270-e2dab9520795 requested from dv-cinder-780933-11-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:25:30.002212 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554406'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.063758 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Deleting port fb2868dc-a6c0-438a-ad0b-84a465835b10 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:30.064261 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.155509 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] For port fb2868dc-a6c0-438a-ad0b-84a465835b10, host dv-cinder-780933-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-11-iscsi',level=0,port_id=fb2868dc-a6c0-438a-ad0b-84a465835b10,segment=NetworkSegment(07543079-519d-429d-902d-a30036f3f5b0),segment_id=07543079-519d-429d-902d-a30036f3f5b0)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:30.155916 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.176611 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Calling delete_port for fb2868dc-a6c0-438a-ad0b-84a465835b10 owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:30.230408 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2e5d35-36c8-4a7a-9da5-a73790cdcf66 None None] DHCP port deletion for 606a96a8-d49a-4883-a270-e2dab9520795 request from dv-cinder-780933-11-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:25:30.277348 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59799057'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.304209 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e5d35-36c8-4a7a-9da5-a73790cdcf66 None None] Deleting port fb2868dc-a6c0-438a-ad0b-84a465835b10 {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:30.304671 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5d35-36c8-4a7a-9da5-a73790cdcf66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759021898927'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.309694 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2868dc-a6c0-438a-ad0b-84a465835b10,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:30.311500 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] No DVR routers for this DVR port fb2868dc-a6c0-438a-ad0b-84a465835b10 on host dv-cinder-780933-11-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:25:30.320390 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 0e26b45e-3a87-4819-a75f-dfb3010abc10 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:30.349233 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 0e26b45e-3a87-4819-a75f-dfb3010abc10 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:30.349577 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 0e26b45e-3a87-4819-a75f-dfb3010abc10 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:30.350211 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 7f8b8a8d-c25f-43d6-b66d-9333c055e265 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:30.373737 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: 7f8b8a8d-c25f-43d6-b66d-9333c055e265 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:30.373965 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device 7f8b8a8d-c25f-43d6-b66d-9333c055e265 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:30.374383 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device fb2868dc-a6c0-438a-ad0b-84a465835b10 no longer exists at agent ovs-agent-dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:30.390049 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968617', 'neutron.services.segments.db._delete_segments_for_network-8759021814860'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.402513 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606a96a8-d49a-4883-a270-e2dab9520795']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:30.415856 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07543079-519d-429d-902d-a30036f3f5b0') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:30.416509 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07543079-519d-429d-902d-a30036f3f5b0') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:30.429106 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759021818709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60733193'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.448770 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.457489 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:25:30.457703 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59799488'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: timer() Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: cb(*args, **kw) Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: self._notify() Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: self.callback(batched_events) Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: event.method(event) Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._get(url).json() Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:25:30.459580 dv-cinder-780933-11-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:25:30.532902 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3759800'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.544596 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927145'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.547168 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] 10.222.0.78 "DELETE /v2.0/networks/606a96a8-d49a-4883-a270-e2dab9520795 HTTP/1.1" status: 204 len: 168 time: 0.6194625 Jul 15 19:25:30.557789 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812e02e-4285-4281-a764-d313b8094306 admin admin] Pushing event deleted for resources: {'Network': ['ID=606a96a8-d49a-4883-a270-e2dab9520795,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:30.587867 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] No Port match for: fb2868dc-a6c0-438a-ad0b-84a465835b10 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:30.588215 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Device fb2868dc-a6c0-438a-ad0b-84a465835b10 not bound to the agent host dv-cinder-780933-11-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:30.595609 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-6c2e5d35-36c8-4a7a-9da5-a73790cdcf66 None None] For port fb2868dc-a6c0-438a-ad0b-84a465835b10, host dv-cinder-780933-11-iscsi, got binding levels [] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:30.596025 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5d35-36c8-4a7a-9da5-a73790cdcf66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088725'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.614251 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e5d35-36c8-4a7a-9da5-a73790cdcf66 None None] Calling delete_port for fb2868dc-a6c0-438a-ad0b-84a465835b10 owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:30.618192 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.ipam_backend_mixin [None req-6c2e5d35-36c8-4a7a-9da5-a73790cdcf66 None None] Port fb2868dc-a6c0-438a-ad0b-84a465835b10 was not found and therefore no delete operation was performed {{(pid=93252) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 19:25:30.619766 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5d35-36c8-4a7a-9da5-a73790cdcf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759021899650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759021499302'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.653383 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e5d35-36c8-4a7a-9da5-a73790cdcf66 None None] Pushing event deleted for resources: {'Port': ['ID=fb2868dc-a6c0-438a-ad0b-84a465835b10,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:30.655517 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c2e5d35-36c8-4a7a-9da5-a73790cdcf66 None None] Network 606a96a8-d49a-4883-a270-e2dab9520795 is not hosted by any dhcp agent {{(pid=93252) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 19:25:30.655974 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e5d35-36c8-4a7a-9da5-a73790cdcf66 None None] No DVR routers for this DVR port fb2868dc-a6c0-438a-ad0b-84a465835b10 on host dv-cinder-780933-11-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:25:30.702704 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57348) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:30.753481 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f0d9a1fa-7f62-43fc-9514-babd39fd7603 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f41333edc86d4de99fec9593eb0709b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492511 Jul 15 19:25:30.757225 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.78', 57350) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:30.807852 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e031f91a-2859-406c-9fe7-085fa01b2b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.828838 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e031f91a-2859-406c-9fe7-085fa01b2b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.875930 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e031f91a-2859-406c-9fe7-085fa01b2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.878652 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e031f91a-2859-406c-9fe7-085fa01b2b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:30.879827 dv-cinder-780933-11-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e031f91a-2859-406c-9fe7-085fa01b2b88 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c2733813-5f0e-4265-a910-ee3ddfa7e29e HTTP/1.1" status: 204 len: 168 time: 0.1216555 Jul 15 19:25:30.889745 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031f91a-2859-406c-9fe7-085fa01b2b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2733813-5f0e-4265-a910-ee3ddfa7e29e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:31.224586 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 57356) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:31.269378 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-346cf1e6-2988-4e7f-a7fa-f037f035781d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6dbc97ccc95f464680434d4a01390cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435119 Jul 15 19:25:31.271920 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.78', 57358) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:31.326226 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec85db4d-ff87-4d57-b896-93afd34eee20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:31.355169 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec85db4d-ff87-4d57-b896-93afd34eee20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:31.408321 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec85db4d-ff87-4d57-b896-93afd34eee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708285'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:31.411314 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec85db4d-ff87-4d57-b896-93afd34eee20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:31.412487 dv-cinder-780933-11-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ec85db4d-ff87-4d57-b896-93afd34eee20 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29c20be9-cccb-4033-b074-f95f6ea8068d HTTP/1.1" status: 204 len: 168 time: 0.1397793 Jul 15 19:25:31.421328 dv-cinder-780933-11-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85db4d-ff87-4d57-b896-93afd34eee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c20be9-cccb-4033-b074-f95f6ea8068d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:41.927223 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:46.555272 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4edd-cee5-42cb-8947-62032e9e908e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:50.246069 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:51.203552 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1a10d104-785f-489c-9f97-3a93db6efbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:52.161757 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:53.697540 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:59.300674 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:26:11.938332 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:16.552118 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4957773b-06b7-44fb-8248-aea027c1bab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:20.243970 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:21.207948 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6188a34b-1a66-4454-8bb6-a05cd8cc8ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:22.167600 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:23.693322 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:36.302778 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:26:41.935567 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:46.546505 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dcec0c61-f84f-4be7-8e5d-45169c29b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:50.245725 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:51.213191 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4ec78e83-573a-4885-a0e9-8458431eac8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:52.167811 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:53.697597 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:11.936425 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:13.302610 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:27:16.556346 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e60e529f-3563-4f9a-9f18-09c90b24345a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:20.242440 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:21.218934 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-09c46bbe-28a5-4cf0-869d-b892f26e76b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:22.170630 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:23.704211 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:41.949838 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:46.551677 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7b5e03ca-e8df-47b7-aa8c-38efcc9f2eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:46.922194 dv-cinder-780933-11-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-26952131-8d4a-4799-87ad-f13f9b4e0cde req-b86ba493-cc32-4e1f-8a08-e74998fecbb8 service neutron] (93250) timed out ('10.222.0.81', 49378) {{(pid=93250) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 19:27:50.240346 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:50.305683 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:27:51.222815 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c86e11b1-c4b7-4da7-bfa2-99cfb5dc7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:52.180827 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:53.708641 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:11.963802 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:16.556744 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d4e9d115-0610-45e2-ad56-d47b4a71075e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:20.239696 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:21.226760 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-905ef709-1cfd-40f9-b91d-bd5ce1117740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:22.184996 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:23.720540 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:27.304879 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:28:41.978347 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:46.561711 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3cdd417a-3e1d-4143-b1f9-f816f6971e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:50.238641 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:51.232361 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-32063cfe-695b-41a7-9091-daa4b062d1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:52.185435 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:53.718554 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:04.305146 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:29:11.979182 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:16.565929 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a9ffbf14-ccc4-4d50-a5a1-b4b81d56ec4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:20.234160 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:21.241899 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-32ff3765-5281-43c7-8516-9a30ede123ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:22.184826 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:23.715835 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:41.307685 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:29:41.991242 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:46.570238 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5a54-60cb-44ba-afcc-adcf16446d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:50.235493 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:51.238313 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9e25d240-8b96-4b01-9852-696449376e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:52.189735 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:53.720172 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:30:11.995123 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d0775a91-6818-4b7e-9621-dddb29a79563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:30:16.574761 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7d19a257-2a06-498d-890a-f4d743e47ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:30:18.309443 dv-cinder-780933-11-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-fc83f91e-a1b4-4884-8fec-87df0affa0aa None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:30:20.233417 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bba327d7-8f54-462b-8a38-98f6d90647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:30:21.231199 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a6389b3c-03ea-4459-829a-170897f63752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:30:22.191235 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-54555c3d-7308-4468-a815-df6c5e7648b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:30:23.722485 dv-cinder-780933-11-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1804aebe-8d9a-459c-a0a2-a97e8e67b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759021814842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974579'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}